2024-11-13 05:17:36,915 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 05:17:36,946 main DEBUG Took 0.028424 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 05:17:36,947 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 05:17:36,947 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 05:17:36,949 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 05:17:36,950 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:17:36,960 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 05:17:36,982 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:17:36,984 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:17:36,985 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:17:36,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:17:36,986 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:17:36,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:17:36,988 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:17:36,989 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:17:36,990 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:17:36,991 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:17:36,993 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:17:36,993 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:17:36,994 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:17:36,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:17:36,995 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:17:36,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:17:36,996 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:17:36,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:17:36,998 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:17:36,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:17:36,999 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:17:36,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:17:37,000 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:17:37,001 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:17:37,001 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:17:37,002 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 05:17:37,004 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:17:37,005 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 05:17:37,008 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 05:17:37,009 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 05:17:37,011 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 05:17:37,011 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 05:17:37,022 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 05:17:37,026 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 05:17:37,028 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 05:17:37,029 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 05:17:37,029 main DEBUG createAppenders(={Console}) 2024-11-13 05:17:37,030 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-13 05:17:37,031 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 05:17:37,031 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-13 05:17:37,032 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 05:17:37,032 main DEBUG OutputStream closed 2024-11-13 05:17:37,036 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 05:17:37,036 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 05:17:37,037 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-13 05:17:37,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 05:17:37,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 05:17:37,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 05:17:37,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 05:17:37,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 05:17:37,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 05:17:37,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 05:17:37,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 05:17:37,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 05:17:37,177 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 05:17:37,177 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 05:17:37,177 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 05:17:37,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 05:17:37,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 05:17:37,179 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 05:17:37,179 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 05:17:37,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 05:17:37,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 05:17:37,183 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 05:17:37,183 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-13 05:17:37,183 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 05:17:37,184 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-13T05:17:37,201 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-13 05:17:37,206 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 05:17:37,206 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T05:17:37,285 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=479, ProcessCount=11, AvailableMemoryMB=5514 2024-11-13T05:17:37,639 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-13T05:17:37,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb 2024-11-13T05:17:37,710 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/cluster_689ed9e8-44ca-10b7-3f91-975ad1500170, deleteOnExit=true 2024-11-13T05:17:37,902 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/cluster_689ed9e8-44ca-10b7-3f91-975ad1500170/zookeeper_0, clientPort=64601, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/cluster_689ed9e8-44ca-10b7-3f91-975ad1500170/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/cluster_689ed9e8-44ca-10b7-3f91-975ad1500170/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T05:17:37,921 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64601 2024-11-13T05:17:37,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:17:37,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:17:37,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/test.cache.data in system properties and HBase conf 2024-11-13T05:17:37,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:17:37,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:17:37,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:17:37,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:17:37,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:17:38,047 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T05:17:38,164 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:17:38,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:17:38,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:17:38,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:17:38,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:17:38,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:17:38,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:17:38,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:17:38,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:17:38,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:17:38,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:17:38,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:17:38,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:17:38,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:17:38,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:17:39,377 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T05:17:39,466 INFO [Time-limited test {}] log.Log(170): Logging initialized @3594ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T05:17:39,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:17:39,679 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:17:39,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:17:39,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:17:39,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:17:39,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:17:39,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:17:39,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:17:40,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34444f5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/java.io.tmpdir/jetty-localhost-45625-hadoop-hdfs-3_4_1-tests_jar-_-any-14689134944476941491/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:17:40,032 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:45625} 2024-11-13T05:17:40,032 INFO [Time-limited test {}] server.Server(415): Started @4162ms 2024-11-13T05:17:40,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:17:40,704 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:17:40,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:17:40,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:17:40,708 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:17:40,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71e9bbb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:17:40,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb6d394{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:17:40,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17e68916{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/java.io.tmpdir/jetty-localhost-43541-hadoop-hdfs-3_4_1-tests_jar-_-any-7254728204550096899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:17:40,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12ef446f{HTTP/1.1, (http/1.1)}{localhost:43541} 2024-11-13T05:17:40,863 INFO [Time-limited test {}] server.Server(415): Started @4993ms 2024-11-13T05:17:40,930 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:17:42,033 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/cluster_689ed9e8-44ca-10b7-3f91-975ad1500170/data/data2/current/BP-154952928-172.17.0.3-1731475058798/current, will proceed with Du for space computation calculation, 2024-11-13T05:17:42,033 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/cluster_689ed9e8-44ca-10b7-3f91-975ad1500170/data/data1/current/BP-154952928-172.17.0.3-1731475058798/current, will proceed with Du for space computation calculation, 2024-11-13T05:17:42,068 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:17:42,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdefdbae3af7b851f with lease ID 0x76afe1c3610aa2b3: Processing first storage report for DS-cb5d236b-4b0e-4470-a9cc-50b09bba0ba0 from datanode DatanodeRegistration(127.0.0.1:45931, datanodeUuid=5fd5e58d-b6de-41c1-8019-1a4125267420, infoPort=38523, infoSecurePort=0, ipcPort=44063, storageInfo=lv=-57;cid=testClusterID;nsid=1779751368;c=1731475058798) 2024-11-13T05:17:42,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdefdbae3af7b851f with lease ID 0x76afe1c3610aa2b3: from storage DS-cb5d236b-4b0e-4470-a9cc-50b09bba0ba0 node DatanodeRegistration(127.0.0.1:45931, datanodeUuid=5fd5e58d-b6de-41c1-8019-1a4125267420, infoPort=38523, infoSecurePort=0, ipcPort=44063, storageInfo=lv=-57;cid=testClusterID;nsid=1779751368;c=1731475058798), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T05:17:42,134 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdefdbae3af7b851f with lease ID 0x76afe1c3610aa2b3: Processing first storage report for DS-8b4c278b-e915-494c-ae13-d5b5cdf0f328 from datanode DatanodeRegistration(127.0.0.1:45931, datanodeUuid=5fd5e58d-b6de-41c1-8019-1a4125267420, infoPort=38523, infoSecurePort=0, ipcPort=44063, storageInfo=lv=-57;cid=testClusterID;nsid=1779751368;c=1731475058798) 2024-11-13T05:17:42,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdefdbae3af7b851f with lease ID 0x76afe1c3610aa2b3: from storage DS-8b4c278b-e915-494c-ae13-d5b5cdf0f328 node DatanodeRegistration(127.0.0.1:45931, datanodeUuid=5fd5e58d-b6de-41c1-8019-1a4125267420, infoPort=38523, infoSecurePort=0, ipcPort=44063, storageInfo=lv=-57;cid=testClusterID;nsid=1779751368;c=1731475058798), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:17:42,191 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb 2024-11-13T05:17:42,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:17:42,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:17:42,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:17:42,971 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4 with version=8 2024-11-13T05:17:42,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/hbase-staging 2024-11-13T05:17:43,081 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T05:17:43,421 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:17:43,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:17:43,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:17:43,440 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:17:43,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:17:43,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:17:43,602 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:17:43,657 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T05:17:43,669 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T05:17:43,674 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:17:43,706 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13722 (auto-detected) 2024-11-13T05:17:43,707 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-13T05:17:43,729 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46265 2024-11-13T05:17:43,756 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46265 connecting to ZooKeeper ensemble=127.0.0.1:64601 2024-11-13T05:17:43,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462650x0, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:17:43,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46265-0x10132a0a8780000 connected 2024-11-13T05:17:43,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:17:43,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:17:43,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on znode that does not yet exist, /01599804754/running 2024-11-13T05:17:43,955 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4, hbase.cluster.distributed=false 2024-11-13T05:17:43,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on znode that does not yet exist, /01599804754/acl 2024-11-13T05:17:43,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46265 2024-11-13T05:17:43,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46265 2024-11-13T05:17:43,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46265 2024-11-13T05:17:44,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46265 2024-11-13T05:17:44,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46265 2024-11-13T05:17:44,130 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:17:44,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:17:44,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:17:44,132 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:17:44,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:17:44,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:17:44,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:17:44,140 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:17:44,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41143 2024-11-13T05:17:44,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41143 connecting to ZooKeeper ensemble=127.0.0.1:64601 2024-11-13T05:17:44,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:17:44,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:17:44,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411430x0, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:17:44,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41143-0x10132a0a8780001 connected 2024-11-13T05:17:44,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on znode that does not yet exist, /01599804754/running 2024-11-13T05:17:44,170 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:17:44,178 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:17:44,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on znode that does not yet exist, /01599804754/master 2024-11-13T05:17:44,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on znode that does not yet exist, /01599804754/acl 2024-11-13T05:17:44,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41143 2024-11-13T05:17:44,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41143 2024-11-13T05:17:44,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41143 2024-11-13T05:17:44,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41143 2024-11-13T05:17:44,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41143 2024-11-13T05:17:44,210 DEBUG [M:0;a61c20bd729c:46265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:46265 2024-11-13T05:17:44,211 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01599804754/backup-masters/a61c20bd729c,46265,1731475063203 2024-11-13T05:17:44,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754/backup-masters 2024-11-13T05:17:44,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754/backup-masters 2024-11-13T05:17:44,231 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on existing znode=/01599804754/backup-masters/a61c20bd729c,46265,1731475063203 2024-11-13T05:17:44,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01599804754/master 2024-11-13T05:17:44,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:17:44,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:17:44,264 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on existing znode=/01599804754/master 2024-11-13T05:17:44,266 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01599804754/backup-masters/a61c20bd729c,46265,1731475063203 from backup master directory 2024-11-13T05:17:44,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01599804754/backup-masters/a61c20bd729c,46265,1731475063203 2024-11-13T05:17:44,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754/backup-masters 2024-11-13T05:17:44,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754/backup-masters 2024-11-13T05:17:44,274 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:17:44,274 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,46265,1731475063203 2024-11-13T05:17:44,276 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T05:17:44,278 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T05:17:44,346 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/hbase.id] with ID: 362c1572-a258-40d4-bbce-ddde9572282c 2024-11-13T05:17:44,346 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/.tmp/hbase.id 2024-11-13T05:17:44,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:17:44,382 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/.tmp/hbase.id]:[hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/hbase.id] 2024-11-13T05:17:44,468 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:17:44,474 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:17:44,503 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms. 2024-11-13T05:17:44,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:17:44,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:17:44,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:17:44,576 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:17:44,580 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:17:44,598 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:17:44,604 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:17:44,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:17:44,660 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store 2024-11-13T05:17:44,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:17:44,690 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T05:17:44,694 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:17:44,696 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:17:44,696 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:17:44,697 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:17:44,698 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:17:44,698 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:17:44,699 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:17:44,700 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475064696Disabling compacts and flushes for region at 1731475064696Disabling writes for close at 1731475064698 (+2 ms)Writing region close event to WAL at 1731475064698Closed at 1731475064698 2024-11-13T05:17:44,702 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/.initializing 2024-11-13T05:17:44,702 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/WALs/a61c20bd729c,46265,1731475063203 2024-11-13T05:17:44,713 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:17:44,734 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C46265%2C1731475063203, suffix=, logDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/WALs/a61c20bd729c,46265,1731475063203, archiveDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/oldWALs, maxLogs=10 2024-11-13T05:17:44,765 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/WALs/a61c20bd729c,46265,1731475063203/a61c20bd729c%2C46265%2C1731475063203.1731475064740, exclude list is [], retry=0 2024-11-13T05:17:44,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-cb5d236b-4b0e-4470-a9cc-50b09bba0ba0,DISK] 2024-11-13T05:17:44,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T05:17:44,820 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/WALs/a61c20bd729c,46265,1731475063203/a61c20bd729c%2C46265%2C1731475063203.1731475064740 2024-11-13T05:17:44,821 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38523:38523)] 2024-11-13T05:17:44,822 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:17:44,822 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:17:44,825 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:44,826 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:44,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:44,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:17:44,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:44,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:17:44,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:44,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:17:44,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:44,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:17:44,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:44,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:17:44,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:44,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:17:44,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:44,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:17:44,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:44,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:17:44,922 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:44,926 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:44,928 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:44,937 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:44,937 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:44,942 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:17:44,947 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:44,952 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:17:44,954 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62230577, jitterRate=-0.0726921409368515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:17:44,963 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475064840Initializing all the Stores at 1731475064842 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475064843 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475064844 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475064844Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475064844Cleaning up temporary data from old regions at 1731475064938 (+94 ms)Region opened successfully at 1731475064963 (+25 ms) 2024-11-13T05:17:44,964 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:17:45,001 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efc4be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:17:45,030 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:17:45,045 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:17:45,045 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:17:45,048 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:17:45,049 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T05:17:45,054 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T05:17:45,054 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:17:45,086 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:17:45,097 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Unable to get data of znode /01599804754/balancer because node does not exist (not necessarily an error) 2024-11-13T05:17:45,241 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01599804754/balancer already deleted, retry=false 2024-11-13T05:17:45,244 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:17:45,246 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Unable to get data of znode /01599804754/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:17:45,251 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01599804754/normalizer already deleted, retry=false 2024-11-13T05:17:45,254 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:17:45,258 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Unable to get data of znode /01599804754/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:17:45,270 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01599804754/switch/split already deleted, retry=false 2024-11-13T05:17:45,272 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Unable to get data of znode /01599804754/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:17:45,283 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01599804754/switch/merge already deleted, retry=false 2024-11-13T05:17:45,303 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Unable to get data of znode /01599804754/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:17:45,315 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01599804754/snapshot-cleanup already deleted, retry=false 2024-11-13T05:17:45,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01599804754/running 2024-11-13T05:17:45,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01599804754/running 2024-11-13T05:17:45,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:17:45,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:17:45,329 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,46265,1731475063203, sessionid=0x10132a0a8780000, setting cluster-up flag (Was=false) 2024-11-13T05:17:45,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:17:45,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:17:45,389 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01599804754/flush-table-proc/acquired, /01599804754/flush-table-proc/reached, /01599804754/flush-table-proc/abort 2024-11-13T05:17:45,393 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,46265,1731475063203 2024-11-13T05:17:45,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:17:45,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:17:45,452 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01599804754/online-snapshot/acquired, /01599804754/online-snapshot/reached, /01599804754/online-snapshot/abort 2024-11-13T05:17:45,453 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,46265,1731475063203 2024-11-13T05:17:45,460 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:17:45,502 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(746): ClusterId : 362c1572-a258-40d4-bbce-ddde9572282c 2024-11-13T05:17:45,505 DEBUG [RS:0;a61c20bd729c:41143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:17:45,543 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:17:45,552 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:17:45,558 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:17:45,564 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,46265,1731475063203 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:17:45,572 DEBUG [RS:0;a61c20bd729c:41143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:17:45,572 DEBUG [RS:0;a61c20bd729c:41143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:17:45,573 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:17:45,573 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:17:45,573 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:17:45,573 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:17:45,574 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:17:45,574 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:45,574 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:17:45,574 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:45,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:17:45,584 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:17:45,590 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:45,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:17:45,597 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475095597 2024-11-13T05:17:45,600 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:17:45,601 DEBUG [RS:0;a61c20bd729c:41143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:17:45,601 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:17:45,601 DEBUG [RS:0;a61c20bd729c:41143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d76e685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:17:45,605 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:17:45,605 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:17:45,606 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:17:45,606 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:17:45,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:17:45,616 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:45,624 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:17:45,628 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4 2024-11-13T05:17:45,633 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:17:45,634 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:17:45,634 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:17:45,634 DEBUG [RS:0;a61c20bd729c:41143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:41143 2024-11-13T05:17:45,634 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:17:45,638 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:17:45,638 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:17:45,638 DEBUG [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:17:45,640 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:17:45,640 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:17:45,642 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,46265,1731475063203 with port=41143, startcode=1731475064094 2024-11-13T05:17:45,644 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475065642,5,FailOnTimeoutGroup] 2024-11-13T05:17:45,645 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475065644,5,FailOnTimeoutGroup] 2024-11-13T05:17:45,645 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:45,646 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:17:45,647 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:45,647 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:45,656 DEBUG [RS:0;a61c20bd729c:41143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:17:45,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741832_1008 (size=32) 2024-11-13T05:17:45,698 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:17:45,706 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,41143,1731475064094 2024-11-13T05:17:45,708 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46265 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,41143,1731475064094 2024-11-13T05:17:45,726 DEBUG [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4 2024-11-13T05:17:45,726 DEBUG [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35379 2024-11-13T05:17:45,726 DEBUG [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:17:45,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754/rs 2024-11-13T05:17:45,737 DEBUG [RS:0;a61c20bd729c:41143 {}] zookeeper.ZKUtil(111): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on existing znode=/01599804754/rs/a61c20bd729c,41143,1731475064094 2024-11-13T05:17:45,737 WARN [RS:0;a61c20bd729c:41143 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:17:45,737 INFO [RS:0;a61c20bd729c:41143 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:17:45,737 DEBUG [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094 2024-11-13T05:17:45,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,41143,1731475064094] 2024-11-13T05:17:45,760 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:17:45,776 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:17:45,781 INFO [RS:0;a61c20bd729c:41143 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:17:45,781 INFO [RS:0;a61c20bd729c:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:45,782 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:17:45,791 INFO [RS:0;a61c20bd729c:41143 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:17:45,793 INFO [RS:0;a61c20bd729c:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:45,793 DEBUG [RS:0;a61c20bd729c:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:45,793 DEBUG [RS:0;a61c20bd729c:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:45,793 DEBUG [RS:0;a61c20bd729c:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:45,793 DEBUG [RS:0;a61c20bd729c:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:45,793 DEBUG [RS:0;a61c20bd729c:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:45,794 DEBUG [RS:0;a61c20bd729c:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:17:45,794 DEBUG [RS:0;a61c20bd729c:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:45,794 DEBUG [RS:0;a61c20bd729c:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:45,794 DEBUG [RS:0;a61c20bd729c:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:45,794 DEBUG [RS:0;a61c20bd729c:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:45,794 DEBUG [RS:0;a61c20bd729c:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:45,794 DEBUG [RS:0;a61c20bd729c:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:45,795 DEBUG [RS:0;a61c20bd729c:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:17:45,795 DEBUG [RS:0;a61c20bd729c:41143 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:17:45,796 INFO [RS:0;a61c20bd729c:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:45,796 INFO [RS:0;a61c20bd729c:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:45,797 INFO [RS:0;a61c20bd729c:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:45,797 INFO [RS:0;a61c20bd729c:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:45,797 INFO [RS:0;a61c20bd729c:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:45,797 INFO [RS:0;a61c20bd729c:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,41143,1731475064094-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:17:45,815 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:17:45,817 INFO [RS:0;a61c20bd729c:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,41143,1731475064094-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:45,817 INFO [RS:0;a61c20bd729c:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:45,818 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.Replication(171): a61c20bd729c,41143,1731475064094 started 2024-11-13T05:17:45,842 INFO [RS:0;a61c20bd729c:41143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:45,842 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,41143,1731475064094, RpcServer on a61c20bd729c/172.17.0.3:41143, sessionid=0x10132a0a8780001 2024-11-13T05:17:45,843 DEBUG [RS:0;a61c20bd729c:41143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:17:45,843 DEBUG [RS:0;a61c20bd729c:41143 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,41143,1731475064094 2024-11-13T05:17:45,844 DEBUG [RS:0;a61c20bd729c:41143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,41143,1731475064094' 2024-11-13T05:17:45,844 DEBUG [RS:0;a61c20bd729c:41143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01599804754/flush-table-proc/abort' 2024-11-13T05:17:45,845 DEBUG [RS:0;a61c20bd729c:41143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01599804754/flush-table-proc/acquired' 2024-11-13T05:17:45,846 DEBUG [RS:0;a61c20bd729c:41143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:17:45,847 DEBUG [RS:0;a61c20bd729c:41143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:17:45,847 DEBUG [RS:0;a61c20bd729c:41143 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,41143,1731475064094 2024-11-13T05:17:45,847 DEBUG [RS:0;a61c20bd729c:41143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,41143,1731475064094' 2024-11-13T05:17:45,847 DEBUG [RS:0;a61c20bd729c:41143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01599804754/online-snapshot/abort' 2024-11-13T05:17:45,848 DEBUG [RS:0;a61c20bd729c:41143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01599804754/online-snapshot/acquired' 2024-11-13T05:17:45,848 DEBUG [RS:0;a61c20bd729c:41143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:17:45,848 INFO [RS:0;a61c20bd729c:41143 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:17:45,849 INFO [RS:0;a61c20bd729c:41143 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:17:45,953 INFO [RS:0;a61c20bd729c:41143 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:17:45,956 INFO [RS:0;a61c20bd729c:41143 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C41143%2C1731475064094, suffix=, logDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094, archiveDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/oldWALs, maxLogs=10 2024-11-13T05:17:45,971 DEBUG [RS:0;a61c20bd729c:41143 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958, exclude list is [], retry=0 2024-11-13T05:17:45,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-cb5d236b-4b0e-4470-a9cc-50b09bba0ba0,DISK] 2024-11-13T05:17:45,979 INFO [RS:0;a61c20bd729c:41143 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958 2024-11-13T05:17:45,980 DEBUG [RS:0;a61c20bd729c:41143 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38523:38523)] 2024-11-13T05:17:46,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:17:46,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:17:46,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:17:46,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:46,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:17:46,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:17:46,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:17:46,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:46,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:17:46,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:17:46,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:17:46,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:46,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:17:46,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:17:46,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:17:46,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:46,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:17:46,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:17:46,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740 2024-11-13T05:17:46,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740 2024-11-13T05:17:46,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:17:46,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:17:46,088 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:17:46,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:17:46,103 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:17:46,104 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59340940, jitterRate=-0.11575108766555786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:17:46,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475066064Initializing all the Stores at 1731475066066 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475066066Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475066066Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475066066Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475066067 (+1 ms)Cleaning up temporary data from old regions at 1731475066088 (+21 ms)Region opened successfully at 1731475066107 (+19 ms) 2024-11-13T05:17:46,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:17:46,107 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:17:46,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:17:46,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:17:46,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:17:46,110 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:17:46,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475066107Disabling compacts and flushes for region at 1731475066107Disabling writes for close at 1731475066108 (+1 ms)Writing region close event to WAL at 1731475066109 (+1 ms)Closed at 1731475066109 2024-11-13T05:17:46,114 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:17:46,114 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:17:46,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:17:46,130 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:17:46,133 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:17:46,285 DEBUG [a61c20bd729c:46265 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:17:46,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,41143,1731475064094 2024-11-13T05:17:46,304 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,41143,1731475064094, state=OPENING 2024-11-13T05:17:46,357 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:17:46,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:17:46,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:17:46,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01599804754/meta-region-server: CHANGED 2024-11-13T05:17:46,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01599804754/meta-region-server: CHANGED 2024-11-13T05:17:46,370 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:17:46,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,41143,1731475064094}] 2024-11-13T05:17:46,543 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:17:46,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:17:46,558 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:17:46,558 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:17:46,559 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:17:46,563 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C41143%2C1731475064094.meta, suffix=.meta, logDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094, archiveDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/oldWALs, maxLogs=10 2024-11-13T05:17:46,585 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.meta.1731475066565.meta, exclude list is [], retry=0 2024-11-13T05:17:46,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-cb5d236b-4b0e-4470-a9cc-50b09bba0ba0,DISK] 2024-11-13T05:17:46,592 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.meta.1731475066565.meta 2024-11-13T05:17:46,593 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38523:38523)] 2024-11-13T05:17:46,593 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:17:46,599 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:17:46,600 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:17:46,602 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:17:46,604 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:17:46,608 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:17:46,609 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:17:46,609 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:17:46,609 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:17:46,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:17:46,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:17:46,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:46,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:17:46,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:17:46,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:17:46,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:46,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:17:46,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:17:46,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:17:46,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:46,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:17:46,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:17:46,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:17:46,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:46,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:17:46,624 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:17:46,626 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740 2024-11-13T05:17:46,628 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740 2024-11-13T05:17:46,630 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:17:46,631 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:17:46,631 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:17:46,634 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:17:46,636 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61168461, jitterRate=-0.0885189026594162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:17:46,636 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:17:46,637 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475066610Writing region info on filesystem at 1731475066610Initializing all the Stores at 1731475066612 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475066612Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475066612Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475066613 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475066613Cleaning up temporary data from old regions at 1731475066631 (+18 ms)Running coprocessor post-open hooks at 1731475066636 (+5 ms)Region opened successfully at 1731475066637 (+1 ms) 2024-11-13T05:17:46,643 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475066535 2024-11-13T05:17:46,655 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:17:46,655 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:17:46,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,41143,1731475064094 2024-11-13T05:17:46,659 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,41143,1731475064094, state=OPEN 2024-11-13T05:17:46,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01599804754/meta-region-server 2024-11-13T05:17:46,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01599804754/meta-region-server 2024-11-13T05:17:46,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01599804754/meta-region-server: CHANGED 2024-11-13T05:17:46,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01599804754/meta-region-server: CHANGED 2024-11-13T05:17:46,713 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,41143,1731475064094 2024-11-13T05:17:46,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:17:46,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,41143,1731475064094 in 342 msec 2024-11-13T05:17:46,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:17:46,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 604 msec 2024-11-13T05:17:46,732 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:17:46,732 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:17:46,759 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:17:46,760 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,41143,1731475064094, seqNum=-1] 2024-11-13T05:17:46,792 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:17:46,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:17:46,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3240 sec 2024-11-13T05:17:46,823 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475066822, completionTime=-1 2024-11-13T05:17:46,826 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:17:46,826 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:17:46,855 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:17:46,855 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475126855 2024-11-13T05:17:46,855 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475186855 2024-11-13T05:17:46,855 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-13T05:17:46,857 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,46265,1731475063203-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:46,857 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,46265,1731475063203-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:46,857 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,46265,1731475063203-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:46,859 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:46265, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:46,859 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:46,860 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:46,867 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:17:46,886 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.612sec 2024-11-13T05:17:46,887 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:17:46,889 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:17:46,890 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:17:46,890 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:17:46,891 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:17:46,892 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,46265,1731475063203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:17:46,892 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,46265,1731475063203-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:17:46,904 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:17:46,905 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:17:46,906 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,46265,1731475063203-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:46,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3444bdc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:46,925 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T05:17:46,925 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T05:17:46,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,46265,-1 for getting cluster id 2024-11-13T05:17:46,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:17:46,941 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '362c1572-a258-40d4-bbce-ddde9572282c' 2024-11-13T05:17:46,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:17:46,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "362c1572-a258-40d4-bbce-ddde9572282c" 2024-11-13T05:17:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424d861b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,46265,-1] 2024-11-13T05:17:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:17:46,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:46,952 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:17:46,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c003af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:46,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:17:46,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,41143,1731475064094, seqNum=-1] 2024-11-13T05:17:46,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:17:46,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:17:47,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,46265,1731475063203 2024-11-13T05:17:47,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64601 2024-11-13T05:17:47,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:17:47,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10132a0a8780002 connected 2024-11-13T05:17:47,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/hadoop.log.dir so I do NOT create it in target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f 2024-11-13T05:17:47,091 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:17:47,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/hadoop.tmp.dir so I do NOT create it in target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f 2024-11-13T05:17:47,091 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:17:47,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f 2024-11-13T05:17:47,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:17:47,092 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/cluster_ef892861-6a3c-72b3-7e53-3a99e9f7de49, deleteOnExit=true 2024-11-13T05:17:47,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:17:47,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/test.cache.data in system properties and HBase conf 2024-11-13T05:17:47,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:17:47,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:17:47,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:17:47,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:17:47,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:17:47,093 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:17:47,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:17:47,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:17:47,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:17:47,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:17:47,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:17:47,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:17:47,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:17:47,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:17:47,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:17:47,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:17:47,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:17:47,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:17:47,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:17:47,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:17:47,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:17:47,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:17:47,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:17:47,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:17:47,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:17:47,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:17:47,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@426ef9fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:17:47,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a733db7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:17:47,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@773518c9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/java.io.tmpdir/jetty-localhost-34251-hadoop-hdfs-3_4_1-tests_jar-_-any-5872633067523033917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:17:47,603 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@248e3f8f{HTTP/1.1, (http/1.1)}{localhost:34251} 2024-11-13T05:17:47,603 INFO [Time-limited test {}] server.Server(415): Started @11733ms 2024-11-13T05:17:47,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:17:47,903 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:17:47,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:17:47,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:17:47,907 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:17:47,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@269619de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:17:47,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fc8213{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:17:48,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c02fa0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/java.io.tmpdir/jetty-localhost-42075-hadoop-hdfs-3_4_1-tests_jar-_-any-11122086604887388341/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:17:48,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32d5b0d5{HTTP/1.1, (http/1.1)}{localhost:42075} 2024-11-13T05:17:48,048 INFO [Time-limited test {}] server.Server(415): Started @12178ms 2024-11-13T05:17:48,050 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:17:48,860 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/cluster_ef892861-6a3c-72b3-7e53-3a99e9f7de49/data/data1/current/BP-790880339-172.17.0.3-1731475067129/current, will proceed with Du for space computation calculation, 2024-11-13T05:17:48,860 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/cluster_ef892861-6a3c-72b3-7e53-3a99e9f7de49/data/data2/current/BP-790880339-172.17.0.3-1731475067129/current, will proceed with Du for space computation calculation, 2024-11-13T05:17:48,914 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:17:48,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87cdf73851d7cf20 with lease ID 0xd69895017dbcb11a: Processing first storage report for DS-80ecbf55-dffe-4d33-a596-e097a49975c8 from datanode DatanodeRegistration(127.0.0.1:37645, datanodeUuid=f044b464-2462-428a-95c7-45870b02706d, infoPort=46039, infoSecurePort=0, ipcPort=40785, storageInfo=lv=-57;cid=testClusterID;nsid=936279090;c=1731475067129) 2024-11-13T05:17:48,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87cdf73851d7cf20 with lease ID 0xd69895017dbcb11a: from storage DS-80ecbf55-dffe-4d33-a596-e097a49975c8 node DatanodeRegistration(127.0.0.1:37645, datanodeUuid=f044b464-2462-428a-95c7-45870b02706d, infoPort=46039, infoSecurePort=0, ipcPort=40785, storageInfo=lv=-57;cid=testClusterID;nsid=936279090;c=1731475067129), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T05:17:48,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87cdf73851d7cf20 with lease ID 0xd69895017dbcb11a: Processing first storage report for DS-c9da8abe-2e48-4129-a092-0d9c3ffe0ad6 from datanode DatanodeRegistration(127.0.0.1:37645, datanodeUuid=f044b464-2462-428a-95c7-45870b02706d, infoPort=46039, infoSecurePort=0, ipcPort=40785, storageInfo=lv=-57;cid=testClusterID;nsid=936279090;c=1731475067129) 2024-11-13T05:17:48,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87cdf73851d7cf20 with lease ID 0xd69895017dbcb11a: from storage DS-c9da8abe-2e48-4129-a092-0d9c3ffe0ad6 node DatanodeRegistration(127.0.0.1:37645, datanodeUuid=f044b464-2462-428a-95c7-45870b02706d, infoPort=46039, infoSecurePort=0, ipcPort=40785, storageInfo=lv=-57;cid=testClusterID;nsid=936279090;c=1731475067129), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:17:49,003 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f 2024-11-13T05:17:49,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:17:49,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:17:49,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:17:49,426 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b with version=8 2024-11-13T05:17:49,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/hbase-staging 2024-11-13T05:17:49,431 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:17:49,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:17:49,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:17:49,432 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:17:49,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:17:49,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:17:49,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:17:49,433 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:17:49,434 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36127 2024-11-13T05:17:49,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36127 connecting to ZooKeeper ensemble=127.0.0.1:64601 2024-11-13T05:17:49,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361270x0, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:17:49,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36127-0x10132a0a8780003 connected 2024-11-13T05:17:49,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:17:49,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:17:49,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Set watcher on znode that does not yet exist, /1618550386/running 2024-11-13T05:17:49,563 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b, hbase.cluster.distributed=false 2024-11-13T05:17:49,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Set watcher on znode that does not yet exist, /1618550386/acl 2024-11-13T05:17:49,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36127 2024-11-13T05:17:49,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36127 2024-11-13T05:17:49,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36127 2024-11-13T05:17:49,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36127 2024-11-13T05:17:49,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36127 2024-11-13T05:17:49,585 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:17:49,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:17:49,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:17:49,585 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:17:49,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:17:49,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:17:49,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:17:49,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:17:49,586 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33853 2024-11-13T05:17:49,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33853 connecting to ZooKeeper ensemble=127.0.0.1:64601 2024-11-13T05:17:49,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:17:49,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:17:49,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338530x0, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:17:49,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338530x0, quorum=127.0.0.1:64601, baseZNode=/1618550386 Set watcher on znode that does not yet exist, /1618550386/running 2024-11-13T05:17:49,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33853-0x10132a0a8780004 connected 2024-11-13T05:17:49,600 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:17:49,601 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:17:49,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Set watcher on znode that does not yet exist, /1618550386/master 2024-11-13T05:17:49,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Set watcher on znode that does not yet exist, /1618550386/acl 2024-11-13T05:17:49,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33853 2024-11-13T05:17:49,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33853 2024-11-13T05:17:49,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33853 2024-11-13T05:17:49,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33853 2024-11-13T05:17:49,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33853 2024-11-13T05:17:49,617 DEBUG [M:0;a61c20bd729c:36127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:36127 2024-11-13T05:17:49,618 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1618550386/backup-masters/a61c20bd729c,36127,1731475069430 2024-11-13T05:17:49,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386/backup-masters 2024-11-13T05:17:49,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386/backup-masters 2024-11-13T05:17:49,631 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Set watcher on existing znode=/1618550386/backup-masters/a61c20bd729c,36127,1731475069430 2024-11-13T05:17:49,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386 2024-11-13T05:17:49,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1618550386/master 2024-11-13T05:17:49,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386 2024-11-13T05:17:49,642 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Set watcher on existing znode=/1618550386/master 2024-11-13T05:17:49,643 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1618550386/backup-masters/a61c20bd729c,36127,1731475069430 from backup master directory 2024-11-13T05:17:49,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1618550386/backup-masters/a61c20bd729c,36127,1731475069430 2024-11-13T05:17:49,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386/backup-masters 2024-11-13T05:17:49,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386/backup-masters 2024-11-13T05:17:49,651 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:17:49,652 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,36127,1731475069430 2024-11-13T05:17:49,659 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/hbase.id] with ID: 7f8a7790-8ece-47b1-9f71-4753d804821e 2024-11-13T05:17:49,659 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/.tmp/hbase.id 2024-11-13T05:17:49,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:17:50,070 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/.tmp/hbase.id]:[hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/hbase.id] 2024-11-13T05:17:50,097 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:17:50,097 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:17:50,099 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T05:17:50,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386 2024-11-13T05:17:50,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386 2024-11-13T05:17:50,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:17:50,161 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:17:50,162 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:17:50,162 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:17:50,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:17:50,577 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store 2024-11-13T05:17:50,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:17:50,992 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:17:50,993 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:17:50,993 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:17:50,993 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:17:50,993 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:17:50,993 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:17:50,993 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:17:50,993 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475070993Disabling compacts and flushes for region at 1731475070993Disabling writes for close at 1731475070993Writing region close event to WAL at 1731475070993Closed at 1731475070993 2024-11-13T05:17:50,996 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/.initializing 2024-11-13T05:17:50,996 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/WALs/a61c20bd729c,36127,1731475069430 2024-11-13T05:17:50,999 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:17:51,003 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C36127%2C1731475069430, suffix=, logDir=hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/WALs/a61c20bd729c,36127,1731475069430, archiveDir=hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/oldWALs, maxLogs=10 2024-11-13T05:17:51,018 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/WALs/a61c20bd729c,36127,1731475069430/a61c20bd729c%2C36127%2C1731475069430.1731475071003, exclude list is [], retry=0 2024-11-13T05:17:51,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37645,DS-80ecbf55-dffe-4d33-a596-e097a49975c8,DISK] 2024-11-13T05:17:51,026 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/WALs/a61c20bd729c,36127,1731475069430/a61c20bd729c%2C36127%2C1731475069430.1731475071003 2024-11-13T05:17:51,026 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46039:46039)] 2024-11-13T05:17:51,026 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:17:51,026 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:17:51,026 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:51,027 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:51,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:51,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:17:51,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:51,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:17:51,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:51,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:17:51,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:51,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:17:51,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:51,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:17:51,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:51,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:17:51,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:51,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:17:51,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:51,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:17:51,043 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:51,044 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:51,045 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:51,047 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:51,047 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:51,047 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:17:51,049 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:17:51,052 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:17:51,053 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71770536, jitterRate=0.06946432590484619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:17:51,054 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475071027Initializing all the Stores at 1731475071028 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475071028Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475071029 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475071029Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475071029Cleaning up temporary data from old regions at 1731475071047 (+18 ms)Region opened successfully at 1731475071054 (+7 ms) 2024-11-13T05:17:51,054 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:17:51,060 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6504aa9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:17:51,061 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:17:51,061 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:17:51,062 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:17:51,062 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:17:51,063 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:17:51,063 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:17:51,063 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:17:51,067 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:17:51,068 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Unable to get data of znode /1618550386/balancer because node does not exist (not necessarily an error) 2024-11-13T05:17:51,136 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1618550386/balancer already deleted, retry=false 2024-11-13T05:17:51,137 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:17:51,139 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Unable to get data of znode /1618550386/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:17:51,146 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1618550386/normalizer already deleted, retry=false 2024-11-13T05:17:51,147 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:17:51,149 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Unable to get data of znode /1618550386/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:17:51,157 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1618550386/switch/split already deleted, retry=false 2024-11-13T05:17:51,159 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Unable to get data of znode /1618550386/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:17:51,167 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1618550386/switch/merge already deleted, retry=false 2024-11-13T05:17:51,170 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Unable to get data of znode /1618550386/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:17:51,177 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1618550386/snapshot-cleanup already deleted, retry=false 2024-11-13T05:17:51,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1618550386/running 2024-11-13T05:17:51,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1618550386/running 2024-11-13T05:17:51,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386 2024-11-13T05:17:51,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386 2024-11-13T05:17:51,189 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,36127,1731475069430, sessionid=0x10132a0a8780003, setting cluster-up flag (Was=false) 2024-11-13T05:17:51,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386 2024-11-13T05:17:51,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386 2024-11-13T05:17:51,241 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1618550386/flush-table-proc/acquired, /1618550386/flush-table-proc/reached, /1618550386/flush-table-proc/abort 2024-11-13T05:17:51,244 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,36127,1731475069430 2024-11-13T05:17:51,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386 2024-11-13T05:17:51,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386 2024-11-13T05:17:51,304 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1618550386/online-snapshot/acquired, /1618550386/online-snapshot/reached, /1618550386/online-snapshot/abort 2024-11-13T05:17:51,308 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,36127,1731475069430 2024-11-13T05:17:51,312 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:17:51,319 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:17:51,319 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:17:51,319 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:17:51,319 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,36127,1731475069430 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:17:51,321 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:17:51,321 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:17:51,321 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:17:51,321 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:17:51,322 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:17:51,322 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:51,322 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:17:51,322 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:51,323 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475101323 2024-11-13T05:17:51,324 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:17:51,324 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:17:51,324 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:17:51,324 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:17:51,324 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:17:51,324 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:17:51,324 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:17:51,324 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:17:51,325 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:51,325 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:17:51,325 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:17:51,325 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:17:51,325 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:17:51,326 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:17:51,326 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:17:51,326 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475071326,5,FailOnTimeoutGroup] 2024-11-13T05:17:51,326 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475071326,5,FailOnTimeoutGroup] 2024-11-13T05:17:51,326 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:51,326 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:17:51,326 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:51,326 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:51,327 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:51,327 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:17:51,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:17:51,412 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.HRegionServer(746): ClusterId : 7f8a7790-8ece-47b1-9f71-4753d804821e 2024-11-13T05:17:51,412 DEBUG [RS:0;a61c20bd729c:33853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:17:51,422 DEBUG [RS:0;a61c20bd729c:33853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:17:51,422 DEBUG [RS:0;a61c20bd729c:33853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:17:51,433 DEBUG [RS:0;a61c20bd729c:33853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:17:51,434 DEBUG [RS:0;a61c20bd729c:33853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325f7b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:17:51,449 DEBUG [RS:0;a61c20bd729c:33853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:33853 2024-11-13T05:17:51,449 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:17:51,449 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:17:51,449 DEBUG [RS:0;a61c20bd729c:33853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:17:51,450 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,36127,1731475069430 with port=33853, startcode=1731475069585 2024-11-13T05:17:51,451 DEBUG [RS:0;a61c20bd729c:33853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:17:51,453 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:17:51,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,33853,1731475069585 2024-11-13T05:17:51,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36127 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,33853,1731475069585 2024-11-13T05:17:51,457 DEBUG [RS:0;a61c20bd729c:33853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b 2024-11-13T05:17:51,457 DEBUG [RS:0;a61c20bd729c:33853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40633 2024-11-13T05:17:51,457 DEBUG [RS:0;a61c20bd729c:33853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:17:51,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386/rs 2024-11-13T05:17:51,470 DEBUG [RS:0;a61c20bd729c:33853 {}] zookeeper.ZKUtil(111): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Set watcher on existing znode=/1618550386/rs/a61c20bd729c,33853,1731475069585 2024-11-13T05:17:51,470 WARN [RS:0;a61c20bd729c:33853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:17:51,470 INFO [RS:0;a61c20bd729c:33853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:17:51,470 DEBUG [RS:0;a61c20bd729c:33853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/WALs/a61c20bd729c,33853,1731475069585 2024-11-13T05:17:51,470 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,33853,1731475069585] 2024-11-13T05:17:51,476 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:17:51,479 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:17:51,480 INFO [RS:0;a61c20bd729c:33853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:17:51,480 INFO [RS:0;a61c20bd729c:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:51,480 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:17:51,481 INFO [RS:0;a61c20bd729c:33853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:17:51,481 INFO [RS:0;a61c20bd729c:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:51,481 DEBUG [RS:0;a61c20bd729c:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:51,482 DEBUG [RS:0;a61c20bd729c:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:51,482 DEBUG [RS:0;a61c20bd729c:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:51,482 DEBUG [RS:0;a61c20bd729c:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:51,482 DEBUG [RS:0;a61c20bd729c:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:51,482 DEBUG [RS:0;a61c20bd729c:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:17:51,482 DEBUG [RS:0;a61c20bd729c:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:51,482 DEBUG [RS:0;a61c20bd729c:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:51,482 DEBUG [RS:0;a61c20bd729c:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:51,482 DEBUG [RS:0;a61c20bd729c:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:51,482 DEBUG [RS:0;a61c20bd729c:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:51,483 DEBUG [RS:0;a61c20bd729c:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:17:51,483 DEBUG [RS:0;a61c20bd729c:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:17:51,483 DEBUG [RS:0;a61c20bd729c:33853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:17:51,483 INFO [RS:0;a61c20bd729c:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:51,483 INFO [RS:0;a61c20bd729c:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:51,483 INFO [RS:0;a61c20bd729c:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:51,483 INFO [RS:0;a61c20bd729c:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:51,484 INFO [RS:0;a61c20bd729c:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:51,484 INFO [RS:0;a61c20bd729c:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,33853,1731475069585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:17:51,499 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:17:51,499 INFO [RS:0;a61c20bd729c:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,33853,1731475069585-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:51,499 INFO [RS:0;a61c20bd729c:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:51,499 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.Replication(171): a61c20bd729c,33853,1731475069585 started 2024-11-13T05:17:51,513 INFO [RS:0;a61c20bd729c:33853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:51,513 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,33853,1731475069585, RpcServer on a61c20bd729c/172.17.0.3:33853, sessionid=0x10132a0a8780004 2024-11-13T05:17:51,513 DEBUG [RS:0;a61c20bd729c:33853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:17:51,513 DEBUG [RS:0;a61c20bd729c:33853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,33853,1731475069585 2024-11-13T05:17:51,513 DEBUG [RS:0;a61c20bd729c:33853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,33853,1731475069585' 2024-11-13T05:17:51,513 DEBUG [RS:0;a61c20bd729c:33853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1618550386/flush-table-proc/abort' 2024-11-13T05:17:51,514 DEBUG [RS:0;a61c20bd729c:33853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1618550386/flush-table-proc/acquired' 2024-11-13T05:17:51,514 DEBUG [RS:0;a61c20bd729c:33853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:17:51,514 DEBUG [RS:0;a61c20bd729c:33853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:17:51,514 DEBUG [RS:0;a61c20bd729c:33853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,33853,1731475069585 2024-11-13T05:17:51,514 DEBUG [RS:0;a61c20bd729c:33853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,33853,1731475069585' 2024-11-13T05:17:51,514 DEBUG [RS:0;a61c20bd729c:33853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1618550386/online-snapshot/abort' 2024-11-13T05:17:51,515 DEBUG [RS:0;a61c20bd729c:33853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1618550386/online-snapshot/acquired' 2024-11-13T05:17:51,516 DEBUG [RS:0;a61c20bd729c:33853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:17:51,516 INFO [RS:0;a61c20bd729c:33853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:17:51,516 INFO [RS:0;a61c20bd729c:33853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:17:51,616 INFO [RS:0;a61c20bd729c:33853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:17:51,619 INFO [RS:0;a61c20bd729c:33853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C33853%2C1731475069585, suffix=, logDir=hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/WALs/a61c20bd729c,33853,1731475069585, archiveDir=hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/oldWALs, maxLogs=10 2024-11-13T05:17:51,636 DEBUG [RS:0;a61c20bd729c:33853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/WALs/a61c20bd729c,33853,1731475069585/a61c20bd729c%2C33853%2C1731475069585.1731475071621, exclude list is [], retry=0 2024-11-13T05:17:51,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37645,DS-80ecbf55-dffe-4d33-a596-e097a49975c8,DISK] 2024-11-13T05:17:51,642 INFO [RS:0;a61c20bd729c:33853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/WALs/a61c20bd729c,33853,1731475069585/a61c20bd729c%2C33853%2C1731475069585.1731475071621 2024-11-13T05:17:51,642 DEBUG [RS:0;a61c20bd729c:33853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46039:46039)] 2024-11-13T05:17:51,740 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:17:51,741 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b 2024-11-13T05:17:51,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741833_1009 (size=32) 2024-11-13T05:17:52,123 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:17:52,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:17:52,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:17:52,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:17:52,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:52,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:17:52,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:17:52,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:17:52,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:52,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:17:52,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:17:52,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:17:52,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:52,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:17:52,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:17:52,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:17:52,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:52,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:17:52,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:17:52,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/data/hbase/meta/1588230740 2024-11-13T05:17:52,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/data/hbase/meta/1588230740 2024-11-13T05:17:52,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:17:52,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:17:52,172 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:17:52,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:17:52,177 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:17:52,178 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61016078, jitterRate=-0.09078958630561829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:17:52,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475072153Initializing all the Stores at 1731475072155 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475072155Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475072155Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475072155Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475072155Cleaning up temporary data from old regions at 1731475072172 (+17 ms)Region opened successfully at 1731475072178 (+6 ms) 2024-11-13T05:17:52,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:17:52,178 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:17:52,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:17:52,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:17:52,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:17:52,179 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:17:52,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475072178Disabling compacts and flushes for region at 1731475072178Disabling writes for close at 1731475072179 (+1 ms)Writing region close event to WAL at 1731475072179Closed at 1731475072179 2024-11-13T05:17:52,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:17:52,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:17:52,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:17:52,183 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:17:52,184 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:17:52,185 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:17:52,335 DEBUG [a61c20bd729c:36127 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:17:52,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,33853,1731475069585 2024-11-13T05:17:52,344 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,33853,1731475069585, state=OPENING 2024-11-13T05:17:52,426 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:17:52,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386 2024-11-13T05:17:52,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386 2024-11-13T05:17:52,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1618550386/meta-region-server: CHANGED 2024-11-13T05:17:52,451 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:17:52,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1618550386/meta-region-server: CHANGED 2024-11-13T05:17:52,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,33853,1731475069585}] 2024-11-13T05:17:52,611 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:17:52,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:17:52,626 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:17:52,626 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:17:52,628 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:17:52,631 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C33853%2C1731475069585.meta, suffix=.meta, logDir=hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/WALs/a61c20bd729c,33853,1731475069585, archiveDir=hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/oldWALs, maxLogs=10 2024-11-13T05:17:52,644 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/WALs/a61c20bd729c,33853,1731475069585/a61c20bd729c%2C33853%2C1731475069585.meta.1731475072632.meta, exclude list is [], retry=0 2024-11-13T05:17:52,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37645,DS-80ecbf55-dffe-4d33-a596-e097a49975c8,DISK] 2024-11-13T05:17:52,650 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/WALs/a61c20bd729c,33853,1731475069585/a61c20bd729c%2C33853%2C1731475069585.meta.1731475072632.meta 2024-11-13T05:17:52,650 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46039:46039)] 2024-11-13T05:17:52,650 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:17:52,651 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:17:52,651 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:17:52,651 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:17:52,651 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:17:52,651 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:17:52,651 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:17:52,651 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:17:52,651 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:17:52,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:17:52,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:17:52,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:52,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:17:52,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:17:52,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:17:52,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:52,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:17:52,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:17:52,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:17:52,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:52,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:17:52,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:17:52,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:17:52,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:52,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:17:52,664 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:17:52,665 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/data/hbase/meta/1588230740 2024-11-13T05:17:52,667 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/data/hbase/meta/1588230740 2024-11-13T05:17:52,669 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:17:52,669 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:17:52,670 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:17:52,672 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:17:52,674 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63697094, jitterRate=-0.05083933472633362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:17:52,674 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:17:52,675 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475072652Writing region info on filesystem at 1731475072652Initializing all the Stores at 1731475072653 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475072653Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475072653Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475072653Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475072653Cleaning up temporary data from old regions at 1731475072669 (+16 ms)Running coprocessor post-open hooks at 1731475072674 (+5 ms)Region opened successfully at 1731475072674 2024-11-13T05:17:52,676 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475072610 2024-11-13T05:17:52,679 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:17:52,679 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:17:52,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,33853,1731475069585 2024-11-13T05:17:52,682 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,33853,1731475069585, state=OPEN 2024-11-13T05:17:52,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1618550386/meta-region-server 2024-11-13T05:17:52,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1618550386/meta-region-server 2024-11-13T05:17:52,693 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,33853,1731475069585 2024-11-13T05:17:52,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1618550386/meta-region-server: CHANGED 2024-11-13T05:17:52,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1618550386/meta-region-server: CHANGED 2024-11-13T05:17:52,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:17:52,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,33853,1731475069585 in 242 msec 2024-11-13T05:17:52,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:17:52,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 518 msec 2024-11-13T05:17:52,705 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:17:52,705 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:17:52,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:17:52,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,33853,1731475069585, seqNum=-1] 2024-11-13T05:17:52,708 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:17:52,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:17:52,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4020 sec 2024-11-13T05:17:52,719 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475072718, completionTime=-1 2024-11-13T05:17:52,719 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:17:52,719 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:17:52,722 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:17:52,722 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475132722 2024-11-13T05:17:52,722 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475192722 2024-11-13T05:17:52,722 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T05:17:52,722 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36127,1731475069430-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:52,722 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36127,1731475069430-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:52,723 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36127,1731475069430-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:52,723 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:36127, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:52,723 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:52,723 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:52,725 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:17:52,728 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.076sec 2024-11-13T05:17:52,728 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:17:52,728 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:17:52,728 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:17:52,728 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:17:52,728 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:17:52,728 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36127,1731475069430-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:17:52,729 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36127,1731475069430-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:17:52,732 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:17:52,732 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:17:52,732 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36127,1731475069430-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:17:52,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f69ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:52,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,36127,-1 for getting cluster id 2024-11-13T05:17:52,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:17:52,816 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f8a7790-8ece-47b1-9f71-4753d804821e' 2024-11-13T05:17:52,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:17:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f8a7790-8ece-47b1-9f71-4753d804821e" 2024-11-13T05:17:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df482c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,36127,-1] 2024-11-13T05:17:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:17:52,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:52,822 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:17:52,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:52,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:17:52,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,33853,1731475069585, seqNum=-1] 2024-11-13T05:17:52,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:17:52,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:17:52,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,36127,1731475069430 2024-11-13T05:17:52,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64601 2024-11-13T05:17:52,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:17:52,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10132a0a8780005 connected 2024-11-13T05:17:52,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b690d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:52,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,46265,-1 for getting cluster id 2024-11-13T05:17:52,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:17:52,865 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '362c1572-a258-40d4-bbce-ddde9572282c' 2024-11-13T05:17:52,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:17:52,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "362c1572-a258-40d4-bbce-ddde9572282c" 2024-11-13T05:17:52,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8f57ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:52,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,46265,-1] 2024-11-13T05:17:52,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:17:52,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:52,867 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:17:52,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5677fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:52,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:17:52,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,46265,1731475063203 2024-11-13T05:17:52,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3902f94f 2024-11-13T05:17:52,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:17:52,885 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:17:52,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a61c20bd729c:36127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T05:17:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:17:52,898 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:36127' 2024-11-13T05:17:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:17:52,899 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2be359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:52,899 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,36127,-1 for getting cluster id 2024-11-13T05:17:52,899 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:17:52,900 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f8a7790-8ece-47b1-9f71-4753d804821e' 2024-11-13T05:17:52,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:17:52,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f8a7790-8ece-47b1-9f71-4753d804821e" 2024-11-13T05:17:52,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13130ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:52,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,36127,-1] 2024-11-13T05:17:52,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:17:52,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:52,903 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:17:52,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13049a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:52,905 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:17:52,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,36127,1731475069430 2024-11-13T05:17:52,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13987e40 2024-11-13T05:17:52,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:17:52,911 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:17:52,924 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T05:17:52,924 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:17:52,930 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:52,930 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:52,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:17:52,932 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:17:52,937 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T05:17:52,939 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:17:52,940 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:52,941 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:17:52,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741835_1011 (size=1138) 2024-11-13T05:17:52,989 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T05:17:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:17:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:17:53,358 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bfd7c36ed67fd43ae987d6e184c1f71f, NAME => 'hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4 2024-11-13T05:17:53,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741836_1012 (size=44) 2024-11-13T05:17:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:17:53,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T05:17:53,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T05:17:53,658 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:17:53,659 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T05:17:53,659 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:17:53,659 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T05:17:53,660 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T05:17:53,660 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T05:17:53,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:17:53,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bfd7c36ed67fd43ae987d6e184c1f71f, disabling compactions & flushes 2024-11-13T05:17:53,769 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:17:53,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:17:53,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. after waiting 0 ms 2024-11-13T05:17:53,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:17:53,769 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:17:53,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bfd7c36ed67fd43ae987d6e184c1f71f: Waiting for close lock at 1731475073769Disabling compacts and flushes for region at 1731475073769Disabling writes for close at 1731475073769Writing region close event to WAL at 1731475073769Closed at 1731475073769 2024-11-13T05:17:53,772 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:17:53,778 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731475073772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475073772"}]},"ts":"1731475073772"} 2024-11-13T05:17:53,782 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:17:53,784 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:17:53,787 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475073784"}]},"ts":"1731475073784"} 2024-11-13T05:17:53,790 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T05:17:53,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bfd7c36ed67fd43ae987d6e184c1f71f, ASSIGN}] 2024-11-13T05:17:53,794 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bfd7c36ed67fd43ae987d6e184c1f71f, ASSIGN 2024-11-13T05:17:53,796 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bfd7c36ed67fd43ae987d6e184c1f71f, ASSIGN; state=OFFLINE, location=a61c20bd729c,41143,1731475064094; forceNewPlan=false, retain=false 2024-11-13T05:17:53,948 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bfd7c36ed67fd43ae987d6e184c1f71f, regionState=OPENING, regionLocation=a61c20bd729c,41143,1731475064094 2024-11-13T05:17:53,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bfd7c36ed67fd43ae987d6e184c1f71f, ASSIGN because future has completed 2024-11-13T05:17:53,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfd7c36ed67fd43ae987d6e184c1f71f, server=a61c20bd729c,41143,1731475064094}] 2024-11-13T05:17:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:17:54,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:17:54,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:17:54,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T05:17:54,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C41143%2C1731475064094.rep, suffix=, logDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094, archiveDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/oldWALs, maxLogs=10 2024-11-13T05:17:54,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.rep.1731475074123, exclude list is [], retry=0 2024-11-13T05:17:54,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-cb5d236b-4b0e-4470-a9cc-50b09bba0ba0,DISK] 2024-11-13T05:17:54,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.rep.1731475074123 2024-11-13T05:17:54,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38523:38523)] 2024-11-13T05:17:54,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bfd7c36ed67fd43ae987d6e184c1f71f, NAME => 'hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:17:54,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:17:54,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:17:54,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. service=MultiRowMutationService 2024-11-13T05:17:54,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T05:17:54,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:17:54,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:17:54,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:17:54,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:17:54,148 INFO [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:17:54,149 INFO [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfd7c36ed67fd43ae987d6e184c1f71f columnFamilyName hfileref 2024-11-13T05:17:54,150 DEBUG [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:54,150 INFO [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] regionserver.HStore(327): Store=bfd7c36ed67fd43ae987d6e184c1f71f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:17:54,150 INFO [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:17:54,152 INFO [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfd7c36ed67fd43ae987d6e184c1f71f columnFamilyName queue 2024-11-13T05:17:54,152 DEBUG [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:54,152 INFO [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] regionserver.HStore(327): Store=bfd7c36ed67fd43ae987d6e184c1f71f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:17:54,152 INFO [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:17:54,154 INFO [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfd7c36ed67fd43ae987d6e184c1f71f columnFamilyName sid 2024-11-13T05:17:54,154 DEBUG [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:17:54,155 INFO [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] regionserver.HStore(327): Store=bfd7c36ed67fd43ae987d6e184c1f71f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:17:54,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:17:54,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/replication/bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:17:54,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/replication/bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:17:54,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:17:54,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:17:54,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:17:54,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:17:54,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/replication/bfd7c36ed67fd43ae987d6e184c1f71f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:17:54,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened bfd7c36ed67fd43ae987d6e184c1f71f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67348899, jitterRate=0.003576800227165222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:17:54,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:17:54,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bfd7c36ed67fd43ae987d6e184c1f71f: Running coprocessor pre-open hook at 1731475074146Writing region info on filesystem at 1731475074146Initializing all the Stores at 1731475074147 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475074147Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475074148 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475074148Cleaning up temporary data from old regions at 1731475074159 (+11 ms)Running coprocessor post-open hooks at 1731475074168 (+9 ms)Region opened successfully at 1731475074169 (+1 ms) 2024-11-13T05:17:54,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f., pid=7, masterSystemTime=1731475074110 2024-11-13T05:17:54,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:17:54,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:17:54,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bfd7c36ed67fd43ae987d6e184c1f71f, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,41143,1731475064094 2024-11-13T05:17:54,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfd7c36ed67fd43ae987d6e184c1f71f, server=a61c20bd729c,41143,1731475064094 because future has completed 2024-11-13T05:17:54,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T05:17:54,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bfd7c36ed67fd43ae987d6e184c1f71f, server=a61c20bd729c,41143,1731475064094 in 225 msec 2024-11-13T05:17:54,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:17:54,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bfd7c36ed67fd43ae987d6e184c1f71f, ASSIGN in 392 msec 2024-11-13T05:17:54,189 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:17:54,189 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475074189"}]},"ts":"1731475074189"} 2024-11-13T05:17:54,192 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T05:17:54,193 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:17:54,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2610 sec 2024-11-13T05:17:54,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f., hostname=a61c20bd729c,41143,1731475064094, seqNum=2] 2024-11-13T05:17:54,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41143 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T05:17:54,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:17:54,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:17:54,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:17:54,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T05:17:54,531 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T05:17:54,573 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a61c20bd729c,41143,1731475064094, ReplicationSource: 1, currentBandwidth=0 2024-11-13T05:17:54,574 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:17:54,574 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,41143,1731475064094, seqNum=-1] 2024-11-13T05:17:54,575 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:17:54,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-13T05:17:54,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a61c20bd729c,41143,1731475064094', locateType=CURRENT is [region=hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f., hostname=a61c20bd729c,41143,1731475064094, seqNum=2] 2024-11-13T05:17:54,586 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T05:17:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T05:17:54,591 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a61c20bd729c,41143,1731475064094 suceeded 2024-11-13T05:17:54,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T05:17:54,596 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a61c20bd729c:36127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:17:54,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-13T05:17:54,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7070 sec 2024-11-13T05:17:54,605 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:36127' 2024-11-13T05:17:54,606 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72aaf72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:54,606 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,36127,-1 for getting cluster id 2024-11-13T05:17:54,607 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:17:54,607 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f8a7790-8ece-47b1-9f71-4753d804821e' 2024-11-13T05:17:54,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:17:54,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f8a7790-8ece-47b1-9f71-4753d804821e" 2024-11-13T05:17:54,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c01bd19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:54,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,36127,-1] 2024-11-13T05:17:54,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:17:54,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:54,609 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:17:54,610 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73cbf9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:54,611 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:17:54,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,36127,1731475069430 2024-11-13T05:17:54,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@424ae4cd 2024-11-13T05:17:54,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:17:54,613 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T05:17:54,614 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a61c20bd729c,41143,1731475064094 (queues=1) is replicating from cluster=362c1572-a258-40d4-bbce-ddde9572282c to cluster=7f8a7790-8ece-47b1-9f71-4753d804821e 2024-11-13T05:17:54,616 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a61c20bd729c%2C41143%2C1731475064094 2024-11-13T05:17:54,619 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a61c20bd729c,41143,1731475064094, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:17:54,622 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094.replicationSource.shippera61c20bd729c%2C41143%2C1731475064094,1-a61c20bd729c,41143,1731475064094 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C41143%2C1731475064094 2024-11-13T05:17:54,626 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094.replicationSource.wal-reader.a61c20bd729c%2C41143%2C1731475064094,1-a61c20bd729c,41143,1731475064094 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958, startPosition=0, beingWritten=true 2024-11-13T05:17:54,874 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094.replicationSource.wal-reader.a61c20bd729c%2C41143%2C1731475064094,1-a61c20bd729c,41143,1731475064094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958 to pos 0, reset compression=false 2024-11-13T05:17:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:17:55,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:17:55,054 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T05:17:55,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:17:55,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:55,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:55,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:17:55,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4640e624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:55,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,46265,-1 for getting cluster id 2024-11-13T05:17:55,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:17:55,059 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '362c1572-a258-40d4-bbce-ddde9572282c' 2024-11-13T05:17:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:17:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "362c1572-a258-40d4-bbce-ddde9572282c" 2024-11-13T05:17:55,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17693145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:55,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,46265,-1] 2024-11-13T05:17:55,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:17:55,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:55,064 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:17:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187594b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:55,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:17:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,46265,1731475063203 2024-11-13T05:17:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dd33839 2024-11-13T05:17:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:17:55,070 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:17:55,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://a61c20bd729c:36127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T05:17:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:17:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T05:17:55,075 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:36127' 2024-11-13T05:17:55,076 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c78cafa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:55,076 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,36127,-1 for getting cluster id 2024-11-13T05:17:55,077 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:17:55,077 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f8a7790-8ece-47b1-9f71-4753d804821e' 2024-11-13T05:17:55,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:17:55,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f8a7790-8ece-47b1-9f71-4753d804821e" 2024-11-13T05:17:55,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537b3828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:55,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,36127,-1] 2024-11-13T05:17:55,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:17:55,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:55,079 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:17:55,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10abf6de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:55,080 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:17:55,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,36127,1731475069430 2024-11-13T05:17:55,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a0bdb2d 2024-11-13T05:17:55,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:17:55,082 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:17:55,083 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T05:17:55,083 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:17:55,083 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:55,083 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:55,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:17:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T05:17:55,183 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094.replicationSource.wal-reader.a61c20bd729c%2C41143%2C1731475064094,1-a61c20bd729c,41143,1731475064094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958 to pos 0, reset compression=false 2024-11-13T05:17:55,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:17:55,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-13T05:17:55,366 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T05:17:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T05:17:55,405 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-a61c20bd729c,41143,1731475064094, ReplicationSource: 2, currentBandwidth=0 2024-11-13T05:17:55,408 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T05:17:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T05:17:55,412 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on a61c20bd729c,41143,1731475064094 suceeded 2024-11-13T05:17:55,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T05:17:55,415 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://a61c20bd729c:36127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:17:55,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-13T05:17:55,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 344 msec 2024-11-13T05:17:55,424 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:36127' 2024-11-13T05:17:55,425 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19533fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:55,425 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,36127,-1 for getting cluster id 2024-11-13T05:17:55,426 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:17:55,426 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f8a7790-8ece-47b1-9f71-4753d804821e' 2024-11-13T05:17:55,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:17:55,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f8a7790-8ece-47b1-9f71-4753d804821e" 2024-11-13T05:17:55,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f3caf18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:55,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,36127,-1] 2024-11-13T05:17:55,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:17:55,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:55,428 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:17:55,429 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e8b51cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:55,429 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:17:55,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,36127,1731475069430 2024-11-13T05:17:55,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e0315f3 2024-11-13T05:17:55,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:17:55,431 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T05:17:55,432 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a61c20bd729c,41143,1731475064094 (queues=1) is replicating from cluster=362c1572-a258-40d4-bbce-ddde9572282c to cluster=7f8a7790-8ece-47b1-9f71-4753d804821e 2024-11-13T05:17:55,432 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a61c20bd729c%2C41143%2C1731475064094 2024-11-13T05:17:55,432 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a61c20bd729c,41143,1731475064094, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:17:55,433 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.shippera61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C41143%2C1731475064094 2024-11-13T05:17:55,433 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.wal-reader.a61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958, startPosition=0, beingWritten=true 2024-11-13T05:17:55,596 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094.replicationSource.wal-reader.a61c20bd729c%2C41143%2C1731475064094,1-a61c20bd729c,41143,1731475064094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958 to pos 0, reset compression=false 2024-11-13T05:17:55,641 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.wal-reader.a61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958 to pos 0, reset compression=false 2024-11-13T05:17:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T05:17:55,703 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T05:17:55,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:17:55,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:17:55,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:55,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:55,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:17:55,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:17:55,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,46265,1731475063203 2024-11-13T05:17:55,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@207d590b 2024-11-13T05:17:55,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:17:55,712 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:17:55,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T05:17:55,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T05:17:55,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T05:17:55,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T05:17:55,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://a61c20bd729c:36127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:17:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T05:17:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T05:17:55,726 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:36127' 2024-11-13T05:17:55,727 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ff0b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:55,727 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,36127,-1 for getting cluster id 2024-11-13T05:17:55,727 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:17:55,728 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f8a7790-8ece-47b1-9f71-4753d804821e' 2024-11-13T05:17:55,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:17:55,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f8a7790-8ece-47b1-9f71-4753d804821e" 2024-11-13T05:17:55,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ced836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:55,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,36127,-1] 2024-11-13T05:17:55,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:17:55,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:55,730 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:17:55,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10350f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:55,732 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:17:55,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,36127,1731475069430 2024-11-13T05:17:55,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71123b14 2024-11-13T05:17:55,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:17:55,734 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:17:55,735 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T05:17:55,735 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:17:55,735 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:55,736 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:55,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:17:55,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:17:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T05:17:55,952 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.wal-reader.a61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958 to pos 0, reset compression=false 2024-11-13T05:17:55,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-13T05:17:55,957 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-13T05:17:55,958 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T05:17:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T05:17:55,961 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on a61c20bd729c,41143,1731475064094 suceeded 2024-11-13T05:17:55,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T05:17:55,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-13T05:17:55,964 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://a61c20bd729c:36127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:17:55,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 244 msec 2024-11-13T05:17:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T05:17:56,042 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-13T05:17:56,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://a61c20bd729c:36127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:17:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T05:17:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T05:17:56,047 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:36127' 2024-11-13T05:17:56,049 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d985d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:56,049 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,36127,-1 for getting cluster id 2024-11-13T05:17:56,049 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:17:56,050 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f8a7790-8ece-47b1-9f71-4753d804821e' 2024-11-13T05:17:56,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:17:56,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f8a7790-8ece-47b1-9f71-4753d804821e" 2024-11-13T05:17:56,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28fdcc55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:56,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,36127,-1] 2024-11-13T05:17:56,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:17:56,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:56,053 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:17:56,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4ea180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:17:56,054 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:17:56,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,36127,1731475069430 2024-11-13T05:17:56,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67a9d875 2024-11-13T05:17:56,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:17:56,057 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:17:56,058 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T05:17:56,058 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:17:56,058 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:56,059 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:56,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:17:56,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:17:56,107 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094.replicationSource.wal-reader.a61c20bd729c%2C41143%2C1731475064094,1-a61c20bd729c,41143,1731475064094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958 to pos 0, reset compression=false 2024-11-13T05:17:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T05:17:56,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-13T05:17:56,228 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-13T05:17:56,230 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T05:17:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T05:17:56,233 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on a61c20bd729c,41143,1731475064094 suceeded 2024-11-13T05:17:56,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T05:17:56,236 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://a61c20bd729c:36127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:17:56,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-13T05:17:56,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 193 msec 2024-11-13T05:17:56,358 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.wal-reader.a61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958 to pos 0, reset compression=false 2024-11-13T05:17:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T05:17:56,364 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-13T05:17:56,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T05:17:56,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46265 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T05:17:56,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:17:56,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:17:56,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:56,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:56,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:17:56,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:17:56,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false 2024-11-13T05:17:56,371 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,46265,1731475063203 2024-11-13T05:17:56,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01599804754/running 2024-11-13T05:17:56,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01599804754/running 2024-11-13T05:17:56,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:17:56,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:17:56,420 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:17:56,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:17:56,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:17:56,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on znode that does not yet exist, /01599804754/running 2024-11-13T05:17:56,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:56,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on znode that does not yet exist, /01599804754/running 2024-11-13T05:17:56,422 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,41143,1731475064094' ***** 2024-11-13T05:17:56,422 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:17:56,422 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:17:56,423 INFO [RS:0;a61c20bd729c:41143 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:17:56,423 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:17:56,423 INFO [RS:0;a61c20bd729c:41143 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:17:56,423 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(3091): Received CLOSE for bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:17:56,424 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,41143,1731475064094 2024-11-13T05:17:56,425 INFO [RS:0;a61c20bd729c:41143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:17:56,425 INFO [RS:0;a61c20bd729c:41143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:41143. 2024-11-13T05:17:56,425 DEBUG [RS:0;a61c20bd729c:41143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:17:56,425 DEBUG [RS:0;a61c20bd729c:41143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:56,425 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfd7c36ed67fd43ae987d6e184c1f71f, disabling compactions & flushes 2024-11-13T05:17:56,425 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:17:56,425 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:17:56,426 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:17:56,426 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:17:56,426 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. after waiting 0 ms 2024-11-13T05:17:56,426 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:17:56,426 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:17:56,426 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:17:56,427 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T05:17:56,427 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:17:56,427 DEBUG [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(1325): Online Regions={bfd7c36ed67fd43ae987d6e184c1f71f=hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:17:56,427 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:17:56,427 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:17:56,427 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:17:56,427 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:17:56,427 DEBUG [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:17:56,430 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T05:17:56,430 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bfd7c36ed67fd43ae987d6e184c1f71f 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-13T05:17:56,491 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/.tmp/info/43db8b51011e4de0a914692337d63092 is 147, key is hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f./info:regioninfo/1731475074175/Put/seqid=0 2024-11-13T05:17:56,491 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/replication/bfd7c36ed67fd43ae987d6e184c1f71f/.tmp/queue/1e218d4df019490fa56c2b665524d8a4 is 151, key is 1-a61c20bd729c,41143,1731475064094/queue:a61c20bd729c%2C41143%2C1731475064094/1731475074580/Put/seqid=0 2024-11-13T05:17:56,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741838_1014 (size=6631) 2024-11-13T05:17:56,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741839_1015 (size=5500) 2024-11-13T05:17:56,508 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:17:56,627 DEBUG [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:17:56,716 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094.replicationSource.wal-reader.a61c20bd729c%2C41143%2C1731475064094,1-a61c20bd729c,41143,1731475064094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958 to pos 0, reset compression=false 2024-11-13T05:17:56,797 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:17:56,797 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:17:56,828 DEBUG [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:17:56,872 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.wal-reader.a61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958 to pos 0, reset compression=false 2024-11-13T05:17:56,903 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/replication/bfd7c36ed67fd43ae987d6e184c1f71f/.tmp/queue/1e218d4df019490fa56c2b665524d8a4 2024-11-13T05:17:56,903 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/.tmp/info/43db8b51011e4de0a914692337d63092 2024-11-13T05:17:56,952 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/replication/bfd7c36ed67fd43ae987d6e184c1f71f/.tmp/queue/1e218d4df019490fa56c2b665524d8a4 as hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/replication/bfd7c36ed67fd43ae987d6e184c1f71f/queue/1e218d4df019490fa56c2b665524d8a4 2024-11-13T05:17:56,962 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/replication/bfd7c36ed67fd43ae987d6e184c1f71f/queue/1e218d4df019490fa56c2b665524d8a4, entries=2, sequenceid=6, filesize=5.4 K 2024-11-13T05:17:56,966 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/.tmp/ns/84aa497528ec4cbc9ce22af099d0598f is 43, key is default/ns:d/1731475066800/Put/seqid=0 2024-11-13T05:17:56,971 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for bfd7c36ed67fd43ae987d6e184c1f71f in 538ms, sequenceid=6, compaction requested=false 2024-11-13T05:17:56,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741840_1016 (size=5153) 2024-11-13T05:17:56,971 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T05:17:56,978 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/replication/bfd7c36ed67fd43ae987d6e184c1f71f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T05:17:56,980 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:17:56,981 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:17:56,981 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:17:56,981 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfd7c36ed67fd43ae987d6e184c1f71f: Waiting for close lock at 1731475076425Running coprocessor pre-close hooks at 1731475076425Disabling compacts and flushes for region at 1731475076425Disabling writes for close at 1731475076426 (+1 ms)Obtaining lock to block concurrent updates at 1731475076430 (+4 ms)Preparing flush snapshotting stores in bfd7c36ed67fd43ae987d6e184c1f71f at 1731475076430Finished memstore snapshotting hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731475076437 (+7 ms)Flushing stores of hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. at 1731475076438 (+1 ms)Flushing bfd7c36ed67fd43ae987d6e184c1f71f/queue: creating writer at 1731475076440 (+2 ms)Flushing bfd7c36ed67fd43ae987d6e184c1f71f/queue: appending metadata at 1731475076479 (+39 ms)Flushing bfd7c36ed67fd43ae987d6e184c1f71f/queue: closing flushed file at 1731475076481 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11511283: reopening flushed file at 1731475076950 (+469 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for bfd7c36ed67fd43ae987d6e184c1f71f in 538ms, sequenceid=6, compaction requested=false at 1731475076971 (+21 ms)Writing region close event to WAL at 1731475076973 (+2 ms)Running coprocessor post-close hooks at 1731475076979 (+6 ms)Closed at 1731475076981 (+2 ms) 2024-11-13T05:17:56,982 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:17:57,028 DEBUG [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:17:57,229 DEBUG [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:17:57,374 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/.tmp/ns/84aa497528ec4cbc9ce22af099d0598f 2024-11-13T05:17:57,405 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/.tmp/table/d150dc2e07a04cec8cc395825f8a4e47 is 53, key is hbase:replication/table:state/1731475074189/Put/seqid=0 2024-11-13T05:17:57,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741841_1017 (size=5256) 2024-11-13T05:17:57,424 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094.replicationSource.wal-reader.a61c20bd729c%2C41143%2C1731475064094,1-a61c20bd729c,41143,1731475064094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958 to pos 0, reset compression=false 2024-11-13T05:17:57,429 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T05:17:57,429 DEBUG [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:17:57,429 DEBUG [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:17:57,483 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.wal-reader.a61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958 to pos 0, reset compression=false 2024-11-13T05:17:57,629 DEBUG [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:17:57,811 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/.tmp/table/d150dc2e07a04cec8cc395825f8a4e47 2024-11-13T05:17:57,823 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/.tmp/info/43db8b51011e4de0a914692337d63092 as hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/info/43db8b51011e4de0a914692337d63092 2024-11-13T05:17:57,830 DEBUG [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:17:57,833 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/info/43db8b51011e4de0a914692337d63092, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T05:17:57,835 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/.tmp/ns/84aa497528ec4cbc9ce22af099d0598f as hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/ns/84aa497528ec4cbc9ce22af099d0598f 2024-11-13T05:17:57,843 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/ns/84aa497528ec4cbc9ce22af099d0598f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T05:17:57,845 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/.tmp/table/d150dc2e07a04cec8cc395825f8a4e47 as hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/table/d150dc2e07a04cec8cc395825f8a4e47 2024-11-13T05:17:57,854 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/table/d150dc2e07a04cec8cc395825f8a4e47, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T05:17:57,855 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1428ms, sequenceid=11, compaction requested=false 2024-11-13T05:17:57,861 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T05:17:57,861 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:17:57,861 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:17:57,861 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:17:57,862 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475076427Running coprocessor pre-close hooks at 1731475076427Disabling compacts and flushes for region at 1731475076427Disabling writes for close at 1731475076427Obtaining lock to block concurrent updates at 1731475076430 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731475076430Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731475076437 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731475076438 (+1 ms)Flushing 1588230740/info: creating writer at 1731475076440 (+2 ms)Flushing 1588230740/info: appending metadata at 1731475076479 (+39 ms)Flushing 1588230740/info: closing flushed file at 1731475076481 (+2 ms)Flushing 1588230740/ns: creating writer at 1731475076950 (+469 ms)Flushing 1588230740/ns: appending metadata at 1731475076965 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731475076966 (+1 ms)Flushing 1588230740/table: creating writer at 1731475077391 (+425 ms)Flushing 1588230740/table: appending metadata at 1731475077405 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731475077405Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25cb96e9: reopening flushed file at 1731475077822 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d56b05: reopening flushed file at 1731475077833 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5911c5fb: reopening flushed file at 1731475077843 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1428ms, sequenceid=11, compaction requested=false at 1731475077855 (+12 ms)Writing region close event to WAL at 1731475077857 (+2 ms)Running coprocessor post-close hooks at 1731475077861 (+4 ms)Closed at 1731475077861 2024-11-13T05:17:57,862 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:17:58,030 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,41143,1731475064094; all regions closed. 2024-11-13T05:17:58,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741834_1010 (size=2742) 2024-11-13T05:17:58,047 DEBUG [RS:0;a61c20bd729c:41143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/oldWALs 2024-11-13T05:17:58,048 INFO [RS:0;a61c20bd729c:41143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C41143%2C1731475064094.meta:.meta(num 1731475066565) 2024-11-13T05:17:58,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741837_1013 (size=1802) 2024-11-13T05:17:58,051 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.rep.1731475074123 not finished, retry = 0 2024-11-13T05:17:58,156 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:17:58,160 DEBUG [RS:0;a61c20bd729c:41143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/oldWALs 2024-11-13T05:17:58,160 INFO [RS:0;a61c20bd729c:41143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C41143%2C1731475064094.rep:(num 1731475074123) 2024-11-13T05:17:58,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741833_1009 (size=93) 2024-11-13T05:17:58,168 DEBUG [RS:0;a61c20bd729c:41143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/oldWALs 2024-11-13T05:17:58,168 INFO [RS:0;a61c20bd729c:41143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C41143%2C1731475064094:(num 1731475065958) 2024-11-13T05:17:58,168 DEBUG [RS:0;a61c20bd729c:41143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:58,168 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:17:58,169 INFO [RS:0;a61c20bd729c:41143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:17:58,169 INFO [RS:0;a61c20bd729c:41143 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T05:17:58,169 INFO [RS:0;a61c20bd729c:41143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:17:58,169 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:17:58,170 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a61c20bd729c,41143,1731475064094 because: Region server is closing 2024-11-13T05:17:58,170 INFO [RS:0;a61c20bd729c:41143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:41143. 2024-11-13T05:17:58,170 DEBUG [RS:0;a61c20bd729c:41143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:17:58,170 DEBUG [RS:0;a61c20bd729c:41143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:58,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:17:58,171 DEBUG [RS:0;a61c20bd729c:41143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:58,197 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.wal-reader.a61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958 to pos 0, reset compression=false 2024-11-13T05:17:58,203 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.wal-reader.a61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958 was moved to hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/oldWALs/a61c20bd729c%2C41143%2C1731475064094.1731475065958 2024-11-13T05:17:58,207 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.wal-reader.a61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958 2024-11-13T05:17:58,207 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.wal-reader.a61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-13T05:17:58,207 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.wal-reader.a61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-13T05:17:58,207 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.shippera61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a61c20bd729c,41143,1731475064094 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094/a61c20bd729c%2C41143%2C1731475064094.1731475065958, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T05:17:58,216 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.shippera61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a61c20bd729c,41143,1731475064094: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-a61c20bd729c,41143,1731475064094, walGroup=a61c20bd729c%2C41143%2C1731475064094, offset=a61c20bd729c%2C41143%2C1731475064094.1731475065958:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:41143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T05:17:58,218 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.shippera61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T05:17:58,220 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.shippera61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T05:17:58,221 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.shippera61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T05:17:58,221 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.shippera61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T05:17:58,221 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.shippera61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T05:17:58,221 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.shippera61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 506106912 }, "NonHeapMemoryUsage": { "committed": 153223168, "init": 7667712, "max": -1, "used": 150912608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T05:17:58,223 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.shippera61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [a61c20bd729c%2C41143%2C1731475064094.1731475065958] 2024-11-13T05:17:58,271 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094.replicationSource.shippera61c20bd729c%2C41143%2C1731475064094,1-a61c20bd729c,41143,1731475064094 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T05:17:58,272 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41143,1731475064094.replicationSource.shippera61c20bd729c%2C41143%2C1731475064094,1-a61c20bd729c,41143,1731475064094 terminated 2024-11-13T05:17:58,272 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a61c20bd729c,41143,1731475064094 because: Region server is closing 2024-11-13T05:17:58,273 INFO [RS:0;a61c20bd729c:41143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:41143. 2024-11-13T05:17:58,273 DEBUG [RS:0;a61c20bd729c:41143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:17:58,273 DEBUG [RS:0;a61c20bd729c:41143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:58,273 DEBUG [RS:0;a61c20bd729c:41143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:17:58,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:17:58,274 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,41143,1731475064094.replicationSource.shippera61c20bd729c%2C41143%2C1731475064094,2-a61c20bd729c,41143,1731475064094 terminated 2024-11-13T05:17:58,274 INFO [RS:0;a61c20bd729c:41143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41143 2024-11-13T05:17:58,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01599804754/rs/a61c20bd729c,41143,1731475064094 2024-11-13T05:17:58,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754/rs 2024-11-13T05:17:58,336 INFO [RS:0;a61c20bd729c:41143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:17:58,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,41143,1731475064094] 2024-11-13T05:17:58,356 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01599804754/draining/a61c20bd729c,41143,1731475064094 already deleted, retry=false 2024-11-13T05:17:58,357 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,41143,1731475064094 expired; onlineServers=0 2024-11-13T05:17:58,357 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,46265,1731475063203' ***** 2024-11-13T05:17:58,357 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:17:58,357 INFO [M:0;a61c20bd729c:46265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:17:58,357 INFO [M:0;a61c20bd729c:46265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:17:58,358 DEBUG [M:0;a61c20bd729c:46265 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:17:58,358 DEBUG [M:0;a61c20bd729c:46265 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:17:58,358 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:17:58,358 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475065642 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475065642,5,FailOnTimeoutGroup] 2024-11-13T05:17:58,358 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475065644 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475065644,5,FailOnTimeoutGroup] 2024-11-13T05:17:58,358 INFO [M:0;a61c20bd729c:46265 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:17:58,358 INFO [M:0;a61c20bd729c:46265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:17:58,359 DEBUG [M:0;a61c20bd729c:46265 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:17:58,359 INFO [M:0;a61c20bd729c:46265 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:17:58,359 INFO [M:0;a61c20bd729c:46265 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:17:58,359 INFO [M:0;a61c20bd729c:46265 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:17:58,359 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:17:58,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01599804754/master 2024-11-13T05:17:58,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:17:58,367 DEBUG [M:0;a61c20bd729c:46265 {}] zookeeper.ZKUtil(347): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Unable to get data of znode /01599804754/master because node does not exist (not an error) 2024-11-13T05:17:58,367 WARN [M:0;a61c20bd729c:46265 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:17:58,368 INFO [M:0;a61c20bd729c:46265 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/.lastflushedseqids 2024-11-13T05:17:58,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741842_1018 (size=181) 2024-11-13T05:17:58,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:17:58,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41143-0x10132a0a8780001, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:17:58,447 INFO [RS:0;a61c20bd729c:41143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:17:58,447 INFO [RS:0;a61c20bd729c:41143 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,41143,1731475064094; zookeeper connection closed. 2024-11-13T05:17:58,447 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57066764 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57066764 2024-11-13T05:17:58,448 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:17:58,780 INFO [M:0;a61c20bd729c:46265 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:17:58,780 INFO [M:0;a61c20bd729c:46265 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:17:58,781 DEBUG [M:0;a61c20bd729c:46265 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:17:58,781 INFO [M:0;a61c20bd729c:46265 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:17:58,781 DEBUG [M:0;a61c20bd729c:46265 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:17:58,781 DEBUG [M:0;a61c20bd729c:46265 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:17:58,781 DEBUG [M:0;a61c20bd729c:46265 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:17:58,781 INFO [M:0;a61c20bd729c:46265 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-13T05:17:58,806 DEBUG [M:0;a61c20bd729c:46265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ee930c9eccf4386a9829501d68705a8 is 82, key is hbase:meta,,1/info:regioninfo/1731475066656/Put/seqid=0 2024-11-13T05:17:58,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741843_1019 (size=5672) 2024-11-13T05:17:59,215 INFO [M:0;a61c20bd729c:46265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ee930c9eccf4386a9829501d68705a8 2024-11-13T05:17:59,248 DEBUG [M:0;a61c20bd729c:46265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60983386004d428ba184934da4e99d42 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731475074195/Put/seqid=0 2024-11-13T05:17:59,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741844_1020 (size=8663) 2024-11-13T05:17:59,654 INFO [M:0;a61c20bd729c:46265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60983386004d428ba184934da4e99d42 2024-11-13T05:17:59,675 DEBUG [M:0;a61c20bd729c:46265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07eaac9b96504fbeb447a9fdb81aea1a is 69, key is a61c20bd729c,41143,1731475064094/rs:state/1731475065711/Put/seqid=0 2024-11-13T05:17:59,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741845_1021 (size=5156) 2024-11-13T05:18:00,081 INFO [M:0;a61c20bd729c:46265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07eaac9b96504fbeb447a9fdb81aea1a 2024-11-13T05:18:00,089 DEBUG [M:0;a61c20bd729c:46265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ee930c9eccf4386a9829501d68705a8 as hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ee930c9eccf4386a9829501d68705a8 2024-11-13T05:18:00,096 INFO [M:0;a61c20bd729c:46265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ee930c9eccf4386a9829501d68705a8, entries=8, sequenceid=115, filesize=5.5 K 2024-11-13T05:18:00,097 DEBUG [M:0;a61c20bd729c:46265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60983386004d428ba184934da4e99d42 as hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60983386004d428ba184934da4e99d42 2024-11-13T05:18:00,103 INFO [M:0;a61c20bd729c:46265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60983386004d428ba184934da4e99d42, entries=14, sequenceid=115, filesize=8.5 K 2024-11-13T05:18:00,104 DEBUG [M:0;a61c20bd729c:46265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07eaac9b96504fbeb447a9fdb81aea1a as hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07eaac9b96504fbeb447a9fdb81aea1a 2024-11-13T05:18:00,111 INFO [M:0;a61c20bd729c:46265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07eaac9b96504fbeb447a9fdb81aea1a, entries=1, sequenceid=115, filesize=5.0 K 2024-11-13T05:18:00,113 INFO [M:0;a61c20bd729c:46265 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=115, compaction requested=false 2024-11-13T05:18:00,114 INFO [M:0;a61c20bd729c:46265 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:00,114 DEBUG [M:0;a61c20bd729c:46265 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475078780Disabling compacts and flushes for region at 1731475078780Disabling writes for close at 1731475078781 (+1 ms)Obtaining lock to block concurrent updates at 1731475078781Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475078781Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731475078782 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475078783 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475078783Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475078806 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475078806Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475079229 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475079247 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475079247Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475079660 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475079674 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475079675 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f155a7b: reopening flushed file at 1731475080088 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd8cc5f: reopening flushed file at 1731475080096 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70af8ed8: reopening flushed file at 1731475080103 (+7 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=115, compaction requested=false at 1731475080113 (+10 ms)Writing region close event to WAL at 1731475080114 (+1 ms)Closed at 1731475080114 2024-11-13T05:18:00,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741830_1006 (size=59421) 2024-11-13T05:18:00,118 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:18:00,118 INFO [M:0;a61c20bd729c:46265 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:18:00,118 INFO [M:0;a61c20bd729c:46265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46265 2024-11-13T05:18:00,118 INFO [M:0;a61c20bd729c:46265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:18:00,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:18:00,299 INFO [M:0;a61c20bd729c:46265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:18:00,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46265-0x10132a0a8780000, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:18:00,308 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:18:00,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:00,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:00,308 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:18:00,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:00,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:18:00,309 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:18:00,309 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:18:00,310 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43637 2024-11-13T05:18:00,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43637 connecting to ZooKeeper ensemble=127.0.0.1:64601 2024-11-13T05:18:00,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436370x0, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:18:00,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43637-0x10132a0a8780006 connected 2024-11-13T05:18:00,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:00,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:00,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on znode that does not yet exist, /01599804754/running 2024-11-13T05:18:00,349 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01599804754/meta-region-server: INIT 2024-11-13T05:18:00,349 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4, hbase.cluster.distributed=false 2024-11-13T05:18:00,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on znode that does not yet exist, /01599804754/acl 2024-11-13T05:18:00,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43637 2024-11-13T05:18:00,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43637 2024-11-13T05:18:00,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43637 2024-11-13T05:18:00,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43637 2024-11-13T05:18:00,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43637 2024-11-13T05:18:00,371 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:18:00,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:00,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:00,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:18:00,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:00,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:18:00,372 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:18:00,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:18:00,373 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45047 2024-11-13T05:18:00,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45047 connecting to ZooKeeper ensemble=127.0.0.1:64601 2024-11-13T05:18:00,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:00,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:00,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450470x0, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:18:00,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450470x0, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on znode that does not yet exist, /01599804754/running 2024-11-13T05:18:00,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45047-0x10132a0a8780007 connected 2024-11-13T05:18:00,388 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01599804754/meta-region-server: INIT 2024-11-13T05:18:00,389 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:18:00,389 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:18:00,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45047-0x10132a0a8780007, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on znode that does not yet exist, /01599804754/master 2024-11-13T05:18:00,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45047-0x10132a0a8780007, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on znode that does not yet exist, /01599804754/acl 2024-11-13T05:18:00,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45047 2024-11-13T05:18:00,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45047 2024-11-13T05:18:00,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45047 2024-11-13T05:18:00,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45047 2024-11-13T05:18:00,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45047 2024-11-13T05:18:00,409 DEBUG [M:0;a61c20bd729c:43637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:43637 2024-11-13T05:18:00,409 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01599804754/backup-masters/a61c20bd729c,43637,1731475080308 2024-11-13T05:18:00,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754/backup-masters 2024-11-13T05:18:00,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x10132a0a8780007, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754/backup-masters 2024-11-13T05:18:00,420 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on existing znode=/01599804754/backup-masters/a61c20bd729c,43637,1731475080308 2024-11-13T05:18:00,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x10132a0a8780007, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01599804754/master 2024-11-13T05:18:00,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:18:00,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x10132a0a8780007, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:18:00,431 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on existing znode=/01599804754/master 2024-11-13T05:18:00,431 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01599804754/backup-masters/a61c20bd729c,43637,1731475080308 from backup master directory 2024-11-13T05:18:00,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01599804754/backup-masters/a61c20bd729c,43637,1731475080308 2024-11-13T05:18:00,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x10132a0a8780007, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754/backup-masters 2024-11-13T05:18:00,440 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:18:00,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754/backup-masters 2024-11-13T05:18:00,440 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,43637,1731475080308 2024-11-13T05:18:00,460 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:00,461 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:18:00,478 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-13T05:18:00,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741846_1022 (size=196) 2024-11-13T05:18:00,898 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:18:00,899 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:18:00,899 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:00,908 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T05:18:00,911 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/WALs/a61c20bd729c,46265,1731475063203 to hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/WALs/a61c20bd729c,46265,1731475063203-dead as it is dead 2024-11-13T05:18:00,912 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T05:18:00,912 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T05:18:00,912 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/WALs/a61c20bd729c,46265,1731475063203-dead/a61c20bd729c%2C46265%2C1731475063203.1731475064740 2024-11-13T05:18:00,917 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/WALs/a61c20bd729c,46265,1731475063203-dead/a61c20bd729c%2C46265%2C1731475063203.1731475064740 after 3ms 2024-11-13T05:18:00,918 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/WALs/a61c20bd729c,46265,1731475063203-dead/a61c20bd729c%2C46265%2C1731475063203.1731475064740 to hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a61c20bd729c%2C46265%2C1731475063203.1731475064740 2024-11-13T05:18:00,918 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/WALs/a61c20bd729c,46265,1731475063203-dead 2024-11-13T05:18:00,919 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/WALs/a61c20bd729c,43637,1731475080308 2024-11-13T05:18:00,920 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:18:00,922 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C43637%2C1731475080308, suffix=, logDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/WALs/a61c20bd729c,43637,1731475080308, archiveDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/oldWALs, maxLogs=10 2024-11-13T05:18:00,935 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/WALs/a61c20bd729c,43637,1731475080308/a61c20bd729c%2C43637%2C1731475080308.1731475080922, exclude list is [], retry=0 2024-11-13T05:18:00,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-cb5d236b-4b0e-4470-a9cc-50b09bba0ba0,DISK] 2024-11-13T05:18:00,941 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/WALs/a61c20bd729c,43637,1731475080308/a61c20bd729c%2C43637%2C1731475080308.1731475080922 2024-11-13T05:18:00,941 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38523:38523)] 2024-11-13T05:18:00,941 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:00,941 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:00,942 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:00,942 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:00,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:00,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:18:00,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:00,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ee930c9eccf4386a9829501d68705a8 2024-11-13T05:18:00,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:00,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:00,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:18:00,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:00,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60983386004d428ba184934da4e99d42 2024-11-13T05:18:00,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:00,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:00,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:18:00,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:00,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07eaac9b96504fbeb447a9fdb81aea1a 2024-11-13T05:18:00,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:00,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:00,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:18:00,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:00,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:00,973 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:00,973 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T05:18:00,973 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a61c20bd729c%2C46265%2C1731475063203.1731475064740 2024-11-13T05:18:00,989 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a61c20bd729c%2C46265%2C1731475063203.1731475064740 2024-11-13T05:18:00,991 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a61c20bd729c%2C46265%2C1731475063203.1731475064740 2024-11-13T05:18:00,992 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:00,992 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:00,993 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:18:00,995 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:00,998 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-13T05:18:00,999 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67463497, jitterRate=0.005284443497657776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:18:01,000 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475080942Initializing all the Stores at 1731475080943 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475080943Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475080943Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475080943Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475080943Cleaning up temporary data from old regions at 1731475080992 (+49 ms)Region opened successfully at 1731475080999 (+7 ms) 2024-11-13T05:18:01,000 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:18:01,003 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a56a827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:18:01,013 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T05:18:01,014 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:18:01,014 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:18:01,014 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:18:01,015 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:18:01,020 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:01,020 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:18:01,021 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T05:18:01,021 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:18:01,021 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T05:18:01,022 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T05:18:01,022 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-13T05:18:01,022 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:18:01,027 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a61c20bd729c,41143,1731475064094, regionLocation=a61c20bd729c,41143,1731475064094, openSeqNum=2 2024-11-13T05:18:01,027 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a61c20bd729c,41143,1731475064094, table=hbase:meta, region=1588230740 2024-11-13T05:18:01,027 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,41143,1731475064094, state=OPEN 2024-11-13T05:18:01,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x10132a0a8780007, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01599804754/meta-region-server 2024-11-13T05:18:01,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01599804754/meta-region-server 2024-11-13T05:18:01,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01599804754/meta-region-server: CHANGED 2024-11-13T05:18:01,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01599804754/meta-region-server: CHANGED 2024-11-13T05:18:01,088 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:18:01,100 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01599804754/draining/a61c20bd729c,41143,1731475064094 already deleted, retry=false 2024-11-13T05:18:01,101 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of a61c20bd729c,41143,1731475064094 on a61c20bd729c,43637,1731475080308 2024-11-13T05:18:01,108 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a61c20bd729c,41143,1731475064094, splitWal=true, meta=true 2024-11-13T05:18:01,116 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for a61c20bd729c,41143,1731475064094 (carryingMeta=true) a61c20bd729c,41143,1731475064094/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1a641678[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T05:18:01,126 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Unable to get data of znode /01599804754/balancer because node does not exist (not necessarily an error) 2024-11-13T05:18:01,140 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01599804754/balancer already deleted, retry=false 2024-11-13T05:18:01,141 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:18:01,142 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Unable to get data of znode /01599804754/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:18:01,178 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01599804754/normalizer already deleted, retry=false 2024-11-13T05:18:01,179 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:18:01,181 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Unable to get data of znode /01599804754/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:18:01,198 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01599804754/switch/split already deleted, retry=false 2024-11-13T05:18:01,199 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Unable to get data of znode /01599804754/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:18:01,209 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01599804754/switch/merge already deleted, retry=false 2024-11-13T05:18:01,233 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Unable to get data of znode /01599804754/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:18:01,240 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01599804754/snapshot-cleanup already deleted, retry=false 2024-11-13T05:18:01,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x10132a0a8780007, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01599804754/running 2024-11-13T05:18:01,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x10132a0a8780007, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:18:01,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01599804754/running 2024-11-13T05:18:01,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:18:01,253 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,43637,1731475080308, sessionid=0x10132a0a8780006, setting cluster-up flag (Was=false) 2024-11-13T05:18:01,262 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01599804754/flush-table-proc/acquired, /01599804754/flush-table-proc/reached, /01599804754/flush-table-proc/abort 2024-11-13T05:18:01,263 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,43637,1731475080308 2024-11-13T05:18:01,273 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01599804754/online-snapshot/acquired, /01599804754/online-snapshot/reached, /01599804754/online-snapshot/abort 2024-11-13T05:18:01,273 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,43637,1731475080308 2024-11-13T05:18:01,275 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/.lastflushedseqids 2024-11-13T05:18:01,278 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:18:01,279 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:18:01,279 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,43637,1731475080308 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 a61c20bd729c,41143,1731475064094 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:18:01,280 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:01,281 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:01,281 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:01,281 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:01,281 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:18:01,281 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:01,281 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:18:01,281 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:01,286 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a61c20bd729c,41143,1731475064094, splitWal=true, meta=true 2024-11-13T05:18:01,287 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a61c20bd729c,41143,1731475064094, splitWal=true, meta=true, isMeta: true 2024-11-13T05:18:01,289 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094-splitting 2024-11-13T05:18:01,295 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094-splitting dir is empty, no logs to split. 2024-11-13T05:18:01,295 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475111295 2024-11-13T05:18:01,295 INFO [PEWorker-1 {}] master.SplitWALManager(105): a61c20bd729c,41143,1731475064094 WAL count=0, meta=true 2024-11-13T05:18:01,295 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:18:01,295 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:18:01,295 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:18:01,295 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:18:01,295 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:18:01,295 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:18:01,296 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer(746): ClusterId : 362c1572-a258-40d4-bbce-ddde9572282c 2024-11-13T05:18:01,296 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:01,296 DEBUG [RS:0;a61c20bd729c:45047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:18:01,299 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094-splitting dir is empty, no logs to split. 2024-11-13T05:18:01,299 INFO [PEWorker-1 {}] master.SplitWALManager(105): a61c20bd729c,41143,1731475064094 WAL count=0, meta=true 2024-11-13T05:18:01,299 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a61c20bd729c,41143,1731475064094 WAL splitting is done? wals=0, meta=true 2024-11-13T05:18:01,300 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:18:01,300 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:18:01,300 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:18:01,301 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:18:01,301 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:18:01,301 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:18:01,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:18:01,304 DEBUG [RS:0;a61c20bd729c:45047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:18:01,305 DEBUG [RS:0;a61c20bd729c:45047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:18:01,305 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:18:01,306 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T05:18:01,308 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475081301,5,FailOnTimeoutGroup] 2024-11-13T05:18:01,312 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475081308,5,FailOnTimeoutGroup] 2024-11-13T05:18:01,312 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:01,313 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:18:01,313 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:01,313 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:01,313 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475081313, completionTime=-1 2024-11-13T05:18:01,313 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T05:18:01,316 DEBUG [RS:0;a61c20bd729c:45047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:18:01,317 DEBUG [RS:0;a61c20bd729c:45047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7845b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:18:01,317 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T05:18:01,336 DEBUG [RS:0;a61c20bd729c:45047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:45047 2024-11-13T05:18:01,337 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:18:01,337 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:18:01,337 DEBUG [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:18:01,340 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,43637,1731475080308 with port=45047, startcode=1731475080371 2024-11-13T05:18:01,340 DEBUG [RS:0;a61c20bd729c:45047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:18:01,345 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:18:01,346 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43637 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,45047,1731475080371 2024-11-13T05:18:01,346 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43637 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,45047,1731475080371 2024-11-13T05:18:01,351 DEBUG [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4 2024-11-13T05:18:01,351 DEBUG [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35379 2024-11-13T05:18:01,351 DEBUG [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:18:01,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754/rs 2024-11-13T05:18:01,364 DEBUG [RS:0;a61c20bd729c:45047 {}] zookeeper.ZKUtil(111): regionserver:45047-0x10132a0a8780007, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on existing znode=/01599804754/rs/a61c20bd729c,45047,1731475080371 2024-11-13T05:18:01,364 WARN [RS:0;a61c20bd729c:45047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:18:01,364 INFO [RS:0;a61c20bd729c:45047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:01,364 DEBUG [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371 2024-11-13T05:18:01,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,45047,1731475080371] 2024-11-13T05:18:01,367 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T05:18:01,406 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:18:01,409 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:18:01,410 INFO [RS:0;a61c20bd729c:45047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:18:01,410 INFO [RS:0;a61c20bd729c:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:01,412 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:18:01,413 INFO [RS:0;a61c20bd729c:45047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:18:01,413 INFO [RS:0;a61c20bd729c:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:01,414 DEBUG [RS:0;a61c20bd729c:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:01,414 DEBUG [RS:0;a61c20bd729c:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:01,414 DEBUG [RS:0;a61c20bd729c:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:01,414 DEBUG [RS:0;a61c20bd729c:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:01,414 DEBUG [RS:0;a61c20bd729c:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:01,414 DEBUG [RS:0;a61c20bd729c:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:18:01,414 DEBUG [RS:0;a61c20bd729c:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:01,414 DEBUG [RS:0;a61c20bd729c:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:01,414 DEBUG [RS:0;a61c20bd729c:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:01,415 DEBUG [RS:0;a61c20bd729c:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:01,415 DEBUG [RS:0;a61c20bd729c:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:01,415 DEBUG [RS:0;a61c20bd729c:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:01,415 DEBUG [RS:0;a61c20bd729c:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:18:01,415 DEBUG [RS:0;a61c20bd729c:45047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:18:01,427 INFO [RS:0;a61c20bd729c:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:01,427 INFO [RS:0;a61c20bd729c:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:01,427 INFO [RS:0;a61c20bd729c:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:01,427 INFO [RS:0;a61c20bd729c:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:01,428 INFO [RS:0;a61c20bd729c:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:01,428 INFO [RS:0;a61c20bd729c:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,45047,1731475080371-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:18:01,447 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:18:01,447 INFO [RS:0;a61c20bd729c:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,45047,1731475080371-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:01,456 WARN [a61c20bd729c:43637 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T05:18:01,463 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.ReplicationSource(231): queueId=1-a61c20bd729c,45047,1731475080371, ReplicationSource: 1, currentBandwidth=0 2024-11-13T05:18:01,480 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.ReplicationSource(231): queueId=2-a61c20bd729c,45047,1731475080371, ReplicationSource: 2, currentBandwidth=0 2024-11-13T05:18:01,481 INFO [RS:0;a61c20bd729c:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:01,481 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.Replication(171): a61c20bd729c,45047,1731475080371 started 2024-11-13T05:18:01,482 DEBUG [RS:0;a61c20bd729c:45047.replicationSource,1-a61c20bd729c,45047,1731475080371 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:36127' 2024-11-13T05:18:01,484 DEBUG [RS:0;a61c20bd729c:45047.replicationSource,1-a61c20bd729c,45047,1731475080371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40c86b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:01,484 DEBUG [RS:0;a61c20bd729c:45047.replicationSource,1-a61c20bd729c,45047,1731475080371 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,36127,-1 for getting cluster id 2024-11-13T05:18:01,484 DEBUG [RS:0;a61c20bd729c:45047.replicationSource,1-a61c20bd729c,45047,1731475080371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:01,493 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f8a7790-8ece-47b1-9f71-4753d804821e' 2024-11-13T05:18:01,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:01,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f8a7790-8ece-47b1-9f71-4753d804821e" 2024-11-13T05:18:01,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35634b4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:01,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,36127,-1] 2024-11-13T05:18:01,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:01,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:01,499 INFO [RS:0;a61c20bd729c:45047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:01,500 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,45047,1731475080371, RpcServer on a61c20bd729c/172.17.0.3:45047, sessionid=0x10132a0a8780007 2024-11-13T05:18:01,500 DEBUG [RS:0;a61c20bd729c:45047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:18:01,500 DEBUG [RS:0;a61c20bd729c:45047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,45047,1731475080371 2024-11-13T05:18:01,500 DEBUG [RS:0;a61c20bd729c:45047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,45047,1731475080371' 2024-11-13T05:18:01,500 DEBUG [RS:0;a61c20bd729c:45047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01599804754/flush-table-proc/abort' 2024-11-13T05:18:01,500 DEBUG [RS:0;a61c20bd729c:45047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01599804754/flush-table-proc/acquired' 2024-11-13T05:18:01,501 DEBUG [RS:0;a61c20bd729c:45047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:18:01,501 DEBUG [RS:0;a61c20bd729c:45047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:18:01,501 DEBUG [RS:0;a61c20bd729c:45047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,45047,1731475080371 2024-11-13T05:18:01,501 DEBUG [RS:0;a61c20bd729c:45047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,45047,1731475080371' 2024-11-13T05:18:01,501 DEBUG [RS:0;a61c20bd729c:45047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01599804754/online-snapshot/abort' 2024-11-13T05:18:01,509 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:01,513 DEBUG [RS:0;a61c20bd729c:45047.replicationSource,1-a61c20bd729c,45047,1731475080371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68391335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:01,513 DEBUG [RS:0;a61c20bd729c:45047.replicationSource,2-a61c20bd729c,45047,1731475080371 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:36127' 2024-11-13T05:18:01,513 DEBUG [RS:0;a61c20bd729c:45047.replicationSource,1-a61c20bd729c,45047,1731475080371 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:18:01,514 DEBUG [RS:0;a61c20bd729c:45047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01599804754/online-snapshot/acquired' 2024-11-13T05:18:01,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,36127,1731475069430 2024-11-13T05:18:01,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e7b7b8e 2024-11-13T05:18:01,515 DEBUG [RS:0;a61c20bd729c:45047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:18:01,515 INFO [RS:0;a61c20bd729c:45047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:18:01,515 INFO [RS:0;a61c20bd729c:45047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:18:01,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:18:01,517 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T05:18:01,518 INFO [RS:0;a61c20bd729c:45047.replicationSource,1-a61c20bd729c,45047,1731475080371 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a61c20bd729c,45047,1731475080371 (queues=0) is replicating from cluster=362c1572-a258-40d4-bbce-ddde9572282c to cluster=7f8a7790-8ece-47b1-9f71-4753d804821e 2024-11-13T05:18:01,521 DEBUG [RS:0;a61c20bd729c:45047.replicationSource,2-a61c20bd729c,45047,1731475080371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a2552a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:01,521 DEBUG [RS:0;a61c20bd729c:45047.replicationSource,2-a61c20bd729c,45047,1731475080371 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,36127,-1 for getting cluster id 2024-11-13T05:18:01,521 DEBUG [RS:0;a61c20bd729c:45047.replicationSource,2-a61c20bd729c,45047,1731475080371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:01,522 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f8a7790-8ece-47b1-9f71-4753d804821e' 2024-11-13T05:18:01,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:01,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f8a7790-8ece-47b1-9f71-4753d804821e" 2024-11-13T05:18:01,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@104e3ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:01,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,36127,-1] 2024-11-13T05:18:01,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:01,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:01,526 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:01,527 DEBUG [RS:0;a61c20bd729c:45047.replicationSource,2-a61c20bd729c,45047,1731475080371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c2fdc5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:01,528 DEBUG [RS:0;a61c20bd729c:45047.replicationSource,2-a61c20bd729c,45047,1731475080371 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:18:01,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,36127,1731475069430 2024-11-13T05:18:01,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@259a6009 2024-11-13T05:18:01,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:18:01,531 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T05:18:01,532 INFO [RS:0;a61c20bd729c:45047.replicationSource,2-a61c20bd729c,45047,1731475080371 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a61c20bd729c,45047,1731475080371 (queues=0) is replicating from cluster=362c1572-a258-40d4-bbce-ddde9572282c to cluster=7f8a7790-8ece-47b1-9f71-4753d804821e 2024-11-13T05:18:01,616 INFO [RS:0;a61c20bd729c:45047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:18:01,618 INFO [RS:0;a61c20bd729c:45047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C45047%2C1731475080371, suffix=, logDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371, archiveDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/oldWALs, maxLogs=10 2024-11-13T05:18:01,638 DEBUG [RS:0;a61c20bd729c:45047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619, exclude list is [], retry=0 2024-11-13T05:18:01,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-cb5d236b-4b0e-4470-a9cc-50b09bba0ba0,DISK] 2024-11-13T05:18:01,646 INFO [RS:0;a61c20bd729c:45047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 2024-11-13T05:18:01,647 DEBUG [RS:0;a61c20bd729c:45047 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a61c20bd729c%2C45047%2C1731475080371 for peer 2 2024-11-13T05:18:01,647 DEBUG [RS:0;a61c20bd729c:45047 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a61c20bd729c%2C45047%2C1731475080371 for peer 1 2024-11-13T05:18:01,647 DEBUG [RS:0;a61c20bd729c:45047 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a61c20bd729c%2C45047%2C1731475080371 2024-11-13T05:18:01,647 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a61c20bd729c,45047,1731475080371, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:18:01,647 DEBUG [RS:0;a61c20bd729c:45047 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a61c20bd729c%2C45047%2C1731475080371 2024-11-13T05:18:01,647 INFO [RS:0;a61c20bd729c:45047.replicationSource.shippera61c20bd729c%2C45047%2C1731475080371,1-a61c20bd729c,45047,1731475080371 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C45047%2C1731475080371 2024-11-13T05:18:01,647 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a61c20bd729c,45047,1731475080371, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:18:01,652 DEBUG [RS:0;a61c20bd729c:45047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38523:38523)] 2024-11-13T05:18:01,652 INFO [RS:0;a61c20bd729c:45047.replicationSource.shippera61c20bd729c%2C45047%2C1731475080371,2-a61c20bd729c,45047,1731475080371 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C45047%2C1731475080371 2024-11-13T05:18:01,653 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,2-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619, startPosition=0, beingWritten=true 2024-11-13T05:18:01,653 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,1-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619, startPosition=0, beingWritten=true 2024-11-13T05:18:01,707 DEBUG [a61c20bd729c:43637 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:18:01,707 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,45047,1731475080371 2024-11-13T05:18:01,710 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,45047,1731475080371, state=OPENING 2024-11-13T05:18:01,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01599804754/meta-region-server 2024-11-13T05:18:01,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x10132a0a8780007, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01599804754/meta-region-server 2024-11-13T05:18:01,756 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:18:01,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01599804754/meta-region-server: CHANGED 2024-11-13T05:18:01,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01599804754/meta-region-server: CHANGED 2024-11-13T05:18:01,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,45047,1731475080371}] 2024-11-13T05:18:01,866 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,2-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:01,877 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,1-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:01,910 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:18:01,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:18:01,917 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:18:01,917 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:01,918 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:18:01,920 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C45047%2C1731475080371.meta, suffix=.meta, logDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371, archiveDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/oldWALs, maxLogs=10 2024-11-13T05:18:01,940 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.meta.1731475081921.meta, exclude list is [], retry=0 2024-11-13T05:18:01,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-cb5d236b-4b0e-4470-a9cc-50b09bba0ba0,DISK] 2024-11-13T05:18:01,946 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.meta.1731475081921.meta 2024-11-13T05:18:01,946 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38523:38523)] 2024-11-13T05:18:01,946 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:01,947 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:18:01,947 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:18:01,947 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:18:01,947 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:18:01,947 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:18:01,948 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:01,948 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:18:01,948 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:18:01,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:18:01,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:18:01,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:01,965 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/info/43db8b51011e4de0a914692337d63092 2024-11-13T05:18:01,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:01,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:18:01,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:18:01,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:01,982 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/ns/84aa497528ec4cbc9ce22af099d0598f 2024-11-13T05:18:01,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:01,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:18:01,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:18:01,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:01,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:01,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:18:01,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:18:01,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:02,013 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/table/d150dc2e07a04cec8cc395825f8a4e47 2024-11-13T05:18:02,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:02,014 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:18:02,015 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740 2024-11-13T05:18:02,018 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740 2024-11-13T05:18:02,022 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:18:02,022 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:18:02,025 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:18:02,027 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:18:02,030 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70748325, jitterRate=0.054232195019721985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:18:02,030 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:18:02,030 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475081948Writing region info on filesystem at 1731475081948Initializing all the Stores at 1731475081949 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475081949Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475081949Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475081949Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475081949Cleaning up temporary data from old regions at 1731475082022 (+73 ms)Running coprocessor post-open hooks at 1731475082030 (+8 ms)Region opened successfully at 1731475082030 2024-11-13T05:18:02,033 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731475081909 2024-11-13T05:18:02,037 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:18:02,037 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:18:02,039 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=a61c20bd729c,45047,1731475080371 2024-11-13T05:18:02,041 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,45047,1731475080371, state=OPEN 2024-11-13T05:18:02,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01599804754/meta-region-server 2024-11-13T05:18:02,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x10132a0a8780007, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01599804754/meta-region-server 2024-11-13T05:18:02,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01599804754/meta-region-server: CHANGED 2024-11-13T05:18:02,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01599804754/meta-region-server: CHANGED 2024-11-13T05:18:02,104 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,45047,1731475080371 2024-11-13T05:18:02,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T05:18:02,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,45047,1731475080371 in 348 msec 2024-11-13T05:18:02,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T05:18:02,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 807 msec 2024-11-13T05:18:02,172 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,2-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:02,184 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,1-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:02,579 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,2-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:02,591 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,1-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:02,871 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1558ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-11-13T05:18:03,085 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,2-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:03,100 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,1-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:03,364 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:18:03,692 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,2-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:03,709 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,1-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:04,374 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3061ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-13T05:18:04,399 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,2-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:04,414 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,1-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:05,206 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,2-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:05,221 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,1-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:05,827 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T05:18:05,827 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:18:05,827 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:18:05,827 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,45047,1731475080371, seqNum=-1] 2024-11-13T05:18:05,828 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:05,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:05,836 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bfd7c36ed67fd43ae987d6e184c1f71f, regionState=OPEN, lastHost=a61c20bd729c,41143,1731475064094, regionLocation=a61c20bd729c,41143,1731475064094, openSeqNum=2 2024-11-13T05:18:05,836 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:18:05,836 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475145836 2024-11-13T05:18:05,836 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475205836 2024-11-13T05:18:05,837 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-13T05:18:05,837 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,43637,1731475080308-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:05,837 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,43637,1731475080308-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:05,837 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,43637,1731475080308-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:05,837 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): a61c20bd729c,41143,1731475064094 had 2 regions 2024-11-13T05:18:05,837 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:43637, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:05,837 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:05,837 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:05,839 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a61c20bd729c,41143,1731475064094, splitWal=true, meta=true, isMeta: false 2024-11-13T05:18:05,841 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094-splitting dir is empty, no logs to split. 2024-11-13T05:18:05,841 INFO [PEWorker-3 {}] master.SplitWALManager(105): a61c20bd729c,41143,1731475064094 WAL count=0, meta=false 2024-11-13T05:18:05,847 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.407sec 2024-11-13T05:18:05,847 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:18:05,847 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:18:05,847 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:18:05,847 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:18:05,847 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:18:05,847 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,43637,1731475080308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:18:05,847 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,43637,1731475080308-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:18:05,848 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,41143,1731475064094-splitting dir is empty, no logs to split. 2024-11-13T05:18:05,848 INFO [PEWorker-3 {}] master.SplitWALManager(105): a61c20bd729c,41143,1731475064094 WAL count=0, meta=false 2024-11-13T05:18:05,848 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if a61c20bd729c,41143,1731475064094 WAL splitting is done? wals=0, meta=false 2024-11-13T05:18:05,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bfd7c36ed67fd43ae987d6e184c1f71f, ASSIGN}] 2024-11-13T05:18:05,855 WARN [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=a61c20bd729c,41143,1731475064094/hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:18:05,857 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bfd7c36ed67fd43ae987d6e184c1f71f, ASSIGN 2024-11-13T05:18:05,863 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bfd7c36ed67fd43ae987d6e184c1f71f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T05:18:05,865 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:18:05,865 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:18:05,865 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,43637,1731475080308-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:05,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3873ace4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:05,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,43637,-1 for getting cluster id 2024-11-13T05:18:05,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:05,903 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '362c1572-a258-40d4-bbce-ddde9572282c' 2024-11-13T05:18:05,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:05,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "362c1572-a258-40d4-bbce-ddde9572282c" 2024-11-13T05:18:05,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51faccca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:05,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,43637,-1] 2024-11-13T05:18:05,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:05,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:05,906 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:05,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5d428d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:05,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:18:05,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,45047,1731475080371, seqNum=-1] 2024-11-13T05:18:05,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:05,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:05,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T05:18:05,916 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:18:05,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:05,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:05,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:05,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: a61c20bd729c:43637 after: a61c20bd729c:43637 2024-11-13T05:18:05,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:18:05,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cc06b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:05,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,43637,-1 for getting cluster id 2024-11-13T05:18:05,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:05,920 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '362c1572-a258-40d4-bbce-ddde9572282c' 2024-11-13T05:18:05,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:05,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "362c1572-a258-40d4-bbce-ddde9572282c" 2024-11-13T05:18:05,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746f284d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:05,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,43637,-1] 2024-11-13T05:18:05,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:05,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:05,922 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:05,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:05,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:18:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,43637,1731475080308 2024-11-13T05:18:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ad92891 2024-11-13T05:18:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:18:05,925 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:18:05,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T05:18:05,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T05:18:05,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T05:18:05,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43637 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-13T05:18:05,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:18:05,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:18:05,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:05,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:05,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:05,930 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:18:05,930 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2025408092, stopped=false 2024-11-13T05:18:05,930 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,36127,1731475069430 2024-11-13T05:18:05,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:18:05,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1618550386/running 2024-11-13T05:18:05,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1618550386/running 2024-11-13T05:18:05,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386 2024-11-13T05:18:05,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386 2024-11-13T05:18:05,988 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:18:05,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:18:05,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:05,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:05,989 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,33853,1731475069585' ***** 2024-11-13T05:18:05,989 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:18:05,989 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:18:05,989 INFO [RS:0;a61c20bd729c:33853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:18:05,989 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:18:05,989 INFO [RS:0;a61c20bd729c:33853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:18:05,989 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,33853,1731475069585 2024-11-13T05:18:05,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Set watcher on znode that does not yet exist, /1618550386/running 2024-11-13T05:18:05,989 INFO [RS:0;a61c20bd729c:33853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:18:05,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Set watcher on znode that does not yet exist, /1618550386/running 2024-11-13T05:18:05,989 INFO [RS:0;a61c20bd729c:33853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:33853. 2024-11-13T05:18:05,990 DEBUG [RS:0;a61c20bd729c:33853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:05,990 DEBUG [RS:0;a61c20bd729c:33853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:05,990 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:18:05,990 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:18:05,990 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:18:05,990 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:18:05,990 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T05:18:05,991 DEBUG [RS:0;a61c20bd729c:33853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:18:05,991 DEBUG [RS:0;a61c20bd729c:33853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:18:05,991 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:18:05,991 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:18:05,991 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:18:05,991 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:18:05,991 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:18:05,992 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T05:18:05,997 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:18:06,014 DEBUG [a61c20bd729c:43637 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:18:06,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=bfd7c36ed67fd43ae987d6e184c1f71f, regionState=OPENING, regionLocation=a61c20bd729c,45047,1731475080371 2024-11-13T05:18:06,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bfd7c36ed67fd43ae987d6e184c1f71f, ASSIGN because future has completed 2024-11-13T05:18:06,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfd7c36ed67fd43ae987d6e184c1f71f, server=a61c20bd729c,45047,1731475080371}] 2024-11-13T05:18:06,052 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/data/hbase/meta/1588230740/.tmp/ns/59c6aaa46a594e94ad7f82e83ae69321 is 43, key is default/ns:d/1731475072710/Put/seqid=0 2024-11-13T05:18:06,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741835_1011 (size=5153) 2024-11-13T05:18:06,112 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,2-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:06,126 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,1-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:06,191 DEBUG [RS:0;a61c20bd729c:33853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:18:06,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:18:06,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:06,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T05:18:06,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C45047%2C1731475080371.rep, suffix=, logDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371, archiveDir=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/oldWALs, maxLogs=10 2024-11-13T05:18:06,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.rep.1731475086211, exclude list is [], retry=0 2024-11-13T05:18:06,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-cb5d236b-4b0e-4470-a9cc-50b09bba0ba0,DISK] 2024-11-13T05:18:06,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.rep.1731475086211 2024-11-13T05:18:06,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38523:38523)] 2024-11-13T05:18:06,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => bfd7c36ed67fd43ae987d6e184c1f71f, NAME => 'hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:06,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:18:06,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:18:06,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. service=MultiRowMutationService 2024-11-13T05:18:06,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T05:18:06,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:18:06,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:06,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:18:06,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:18:06,250 INFO [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:18:06,251 INFO [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfd7c36ed67fd43ae987d6e184c1f71f columnFamilyName hfileref 2024-11-13T05:18:06,251 DEBUG [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:06,251 INFO [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] regionserver.HStore(327): Store=bfd7c36ed67fd43ae987d6e184c1f71f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:06,251 INFO [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:18:06,252 INFO [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfd7c36ed67fd43ae987d6e184c1f71f columnFamilyName queue 2024-11-13T05:18:06,252 DEBUG [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:06,265 DEBUG [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/replication/bfd7c36ed67fd43ae987d6e184c1f71f/queue/1e218d4df019490fa56c2b665524d8a4 2024-11-13T05:18:06,265 INFO [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] regionserver.HStore(327): Store=bfd7c36ed67fd43ae987d6e184c1f71f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:06,265 INFO [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:18:06,267 INFO [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfd7c36ed67fd43ae987d6e184c1f71f columnFamilyName sid 2024-11-13T05:18:06,267 DEBUG [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:06,268 INFO [StoreOpener-bfd7c36ed67fd43ae987d6e184c1f71f-1 {}] regionserver.HStore(327): Store=bfd7c36ed67fd43ae987d6e184c1f71f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:06,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:18:06,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/replication/bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:18:06,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/replication/bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:18:06,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:18:06,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:18:06,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:18:06,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:18:06,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened bfd7c36ed67fd43ae987d6e184c1f71f; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67372806, jitterRate=0.003933042287826538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:18:06,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:18:06,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for bfd7c36ed67fd43ae987d6e184c1f71f: Running coprocessor pre-open hook at 1731475086247Writing region info on filesystem at 1731475086247Initializing all the Stores at 1731475086248 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475086248Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475086249 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475086249Cleaning up temporary data from old regions at 1731475086272 (+23 ms)Running coprocessor post-open hooks at 1731475086282 (+10 ms)Region opened successfully at 1731475086283 (+1 ms) 2024-11-13T05:18:06,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f., pid=19, masterSystemTime=1731475086201 2024-11-13T05:18:06,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:18:06,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:18:06,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=bfd7c36ed67fd43ae987d6e184c1f71f, regionState=OPEN, openSeqNum=10, regionLocation=a61c20bd729c,45047,1731475080371 2024-11-13T05:18:06,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfd7c36ed67fd43ae987d6e184c1f71f, server=a61c20bd729c,45047,1731475080371 because future has completed 2024-11-13T05:18:06,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-13T05:18:06,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure bfd7c36ed67fd43ae987d6e184c1f71f, server=a61c20bd729c,45047,1731475080371 in 254 msec 2024-11-13T05:18:06,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-13T05:18:06,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bfd7c36ed67fd43ae987d6e184c1f71f, ASSIGN in 451 msec 2024-11-13T05:18:06,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T05:18:06,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f., hostname=a61c20bd729c,45047,1731475080371, seqNum=10] 2024-11-13T05:18:06,370 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for a61c20bd729c,41143,1731475064094 2024-11-13T05:18:06,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T05:18:06,391 DEBUG [RS:0;a61c20bd729c:33853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:18:06,482 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/data/hbase/meta/1588230740/.tmp/ns/59c6aaa46a594e94ad7f82e83ae69321 2024-11-13T05:18:06,492 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/data/hbase/meta/1588230740/.tmp/ns/59c6aaa46a594e94ad7f82e83ae69321 as hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/data/hbase/meta/1588230740/ns/59c6aaa46a594e94ad7f82e83ae69321 2024-11-13T05:18:06,501 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/data/hbase/meta/1588230740/ns/59c6aaa46a594e94ad7f82e83ae69321, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T05:18:06,503 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 511ms, sequenceid=6, compaction requested=false 2024-11-13T05:18:06,503 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:18:06,507 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:18:06,507 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:18:06,513 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T05:18:06,514 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:18:06,514 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:18:06,514 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:18:06,514 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475085991Running coprocessor pre-close hooks at 1731475085991Disabling compacts and flushes for region at 1731475085991Disabling writes for close at 1731475085991Obtaining lock to block concurrent updates at 1731475085992 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731475085992Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731475085992Flushing stores of hbase:meta,,1.1588230740 at 1731475085993 (+1 ms)Flushing 1588230740/ns: creating writer at 1731475085993Flushing 1588230740/ns: appending metadata at 1731475086051 (+58 ms)Flushing 1588230740/ns: closing flushed file at 1731475086051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@434dc107: reopening flushed file at 1731475086491 (+440 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 511ms, sequenceid=6, compaction requested=false at 1731475086503 (+12 ms)Writing region close event to WAL at 1731475086504 (+1 ms)Running coprocessor post-close hooks at 1731475086514 (+10 ms)Closed at 1731475086514 2024-11-13T05:18:06,514 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:18:06,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-13T05:18:06,591 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,33853,1731475069585; all regions closed. 2024-11-13T05:18:06,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741834_1010 (size=1152) 2024-11-13T05:18:06,601 DEBUG [RS:0;a61c20bd729c:33853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/oldWALs 2024-11-13T05:18:06,601 INFO [RS:0;a61c20bd729c:33853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C33853%2C1731475069585.meta:.meta(num 1731475072632) 2024-11-13T05:18:06,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741832_1008 (size=93) 2024-11-13T05:18:06,611 DEBUG [RS:0;a61c20bd729c:33853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/oldWALs 2024-11-13T05:18:06,611 INFO [RS:0;a61c20bd729c:33853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C33853%2C1731475069585:(num 1731475071621) 2024-11-13T05:18:06,611 DEBUG [RS:0;a61c20bd729c:33853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:06,611 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:18:06,611 INFO [RS:0;a61c20bd729c:33853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:18:06,611 INFO [RS:0;a61c20bd729c:33853 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T05:18:06,611 INFO [RS:0;a61c20bd729c:33853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:18:06,611 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:18:06,612 INFO [RS:0;a61c20bd729c:33853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33853 2024-11-13T05:18:06,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386/rs 2024-11-13T05:18:06,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1618550386/rs/a61c20bd729c,33853,1731475069585 2024-11-13T05:18:06,673 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,33853,1731475069585] 2024-11-13T05:18:06,673 INFO [RS:0;a61c20bd729c:33853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:18:06,682 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1618550386/draining/a61c20bd729c,33853,1731475069585 already deleted, retry=false 2024-11-13T05:18:06,682 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,33853,1731475069585 expired; onlineServers=0 2024-11-13T05:18:06,682 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,36127,1731475069430' ***** 2024-11-13T05:18:06,682 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:18:06,682 INFO [M:0;a61c20bd729c:36127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:18:06,682 INFO [M:0;a61c20bd729c:36127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:18:06,682 DEBUG [M:0;a61c20bd729c:36127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:18:06,682 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:18:06,683 DEBUG [M:0;a61c20bd729c:36127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:18:06,683 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475071326 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475071326,5,FailOnTimeoutGroup] 2024-11-13T05:18:06,683 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475071326 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475071326,5,FailOnTimeoutGroup] 2024-11-13T05:18:06,683 INFO [M:0;a61c20bd729c:36127 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:18:06,683 INFO [M:0;a61c20bd729c:36127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:18:06,683 DEBUG [M:0;a61c20bd729c:36127 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:18:06,683 INFO [M:0;a61c20bd729c:36127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:18:06,683 INFO [M:0;a61c20bd729c:36127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:18:06,683 INFO [M:0;a61c20bd729c:36127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:18:06,683 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:18:06,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1618550386/master 2024-11-13T05:18:06,703 DEBUG [M:0;a61c20bd729c:36127 {}] zookeeper.RecoverableZooKeeper(212): Node /1618550386/master already deleted, retry=false 2024-11-13T05:18:06,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1618550386 2024-11-13T05:18:06,703 DEBUG [M:0;a61c20bd729c:36127 {}] master.ActiveMasterManager(353): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Failed delete of our master address node; KeeperErrorCode = NoNode for /1618550386/master 2024-11-13T05:18:06,705 INFO [M:0;a61c20bd729c:36127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/.lastflushedseqids 2024-11-13T05:18:06,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741836_1012 (size=99) 2024-11-13T05:18:06,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:18:06,793 INFO [RS:0;a61c20bd729c:33853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:18:06,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33853-0x10132a0a8780004, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:18:06,793 INFO [RS:0;a61c20bd729c:33853 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,33853,1731475069585; zookeeper connection closed. 2024-11-13T05:18:06,793 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4445d7fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4445d7fe 2024-11-13T05:18:06,793 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:18:07,110 INFO [M:0;a61c20bd729c:36127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:18:07,110 INFO [M:0;a61c20bd729c:36127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:18:07,110 DEBUG [M:0;a61c20bd729c:36127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:18:07,111 INFO [M:0;a61c20bd729c:36127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:07,111 DEBUG [M:0;a61c20bd729c:36127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:07,111 DEBUG [M:0;a61c20bd729c:36127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:18:07,111 DEBUG [M:0;a61c20bd729c:36127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:07,111 INFO [M:0;a61c20bd729c:36127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T05:18:07,133 DEBUG [M:0;a61c20bd729c:36127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/414f147f37e344438e61eb9dceac4fc5 is 82, key is hbase:meta,,1/info:regioninfo/1731475072680/Put/seqid=0 2024-11-13T05:18:07,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741837_1013 (size=5672) 2024-11-13T05:18:07,138 INFO [M:0;a61c20bd729c:36127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/414f147f37e344438e61eb9dceac4fc5 2024-11-13T05:18:07,143 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,2-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:07,144 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,1-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:07,169 DEBUG [M:0;a61c20bd729c:36127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34229fcd441c4b53b9c150753171d6a7 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731475072717/Put/seqid=0 2024-11-13T05:18:07,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741838_1014 (size=5275) 2024-11-13T05:18:07,575 INFO [M:0;a61c20bd729c:36127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34229fcd441c4b53b9c150753171d6a7 2024-11-13T05:18:07,602 DEBUG [M:0;a61c20bd729c:36127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/489003ee986741579842e09536f7ef27 is 69, key is a61c20bd729c,33853,1731475069585/rs:state/1731475071454/Put/seqid=0 2024-11-13T05:18:07,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741839_1015 (size=5156) 2024-11-13T05:18:08,008 INFO [M:0;a61c20bd729c:36127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/489003ee986741579842e09536f7ef27 2024-11-13T05:18:08,015 DEBUG [M:0;a61c20bd729c:36127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/414f147f37e344438e61eb9dceac4fc5 as hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/414f147f37e344438e61eb9dceac4fc5 2024-11-13T05:18:08,022 INFO [M:0;a61c20bd729c:36127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/414f147f37e344438e61eb9dceac4fc5, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T05:18:08,024 DEBUG [M:0;a61c20bd729c:36127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34229fcd441c4b53b9c150753171d6a7 as hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34229fcd441c4b53b9c150753171d6a7 2024-11-13T05:18:08,032 INFO [M:0;a61c20bd729c:36127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34229fcd441c4b53b9c150753171d6a7, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T05:18:08,034 DEBUG [M:0;a61c20bd729c:36127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/489003ee986741579842e09536f7ef27 as hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/489003ee986741579842e09536f7ef27 2024-11-13T05:18:08,040 INFO [M:0;a61c20bd729c:36127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40633/user/jenkins/test-data/478400d5-243a-a4a3-cd9b-a15b29b6fc9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/489003ee986741579842e09536f7ef27, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T05:18:08,042 INFO [M:0;a61c20bd729c:36127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 931ms, sequenceid=28, compaction requested=false 2024-11-13T05:18:08,043 INFO [M:0;a61c20bd729c:36127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:08,043 DEBUG [M:0;a61c20bd729c:36127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475087110Disabling compacts and flushes for region at 1731475087110Disabling writes for close at 1731475087111 (+1 ms)Obtaining lock to block concurrent updates at 1731475087111Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475087111Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731475087111Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475087112 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475087112Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475087132 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475087132Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475087145 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475087169 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475087169Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475087581 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475087602 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475087602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b8211a8: reopening flushed file at 1731475088014 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40cd65f0: reopening flushed file at 1731475088023 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48111d34: reopening flushed file at 1731475088033 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 931ms, sequenceid=28, compaction requested=false at 1731475088042 (+9 ms)Writing region close event to WAL at 1731475088043 (+1 ms)Closed at 1731475088043 2024-11-13T05:18:08,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37645 is added to blk_1073741830_1006 (size=10165) 2024-11-13T05:18:08,047 INFO [M:0;a61c20bd729c:36127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:18:08,047 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:18:08,048 INFO [M:0;a61c20bd729c:36127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36127 2024-11-13T05:18:08,051 INFO [M:0;a61c20bd729c:36127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:18:08,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:18:08,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36127-0x10132a0a8780003, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:18:08,214 INFO [M:0;a61c20bd729c:36127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:18:08,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c02fa0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:18:08,222 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32d5b0d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:18:08,222 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:18:08,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fc8213{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:18:08,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@269619de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/hadoop.log.dir/,STOPPED} 2024-11-13T05:18:08,225 WARN [BP-790880339-172.17.0.3-1731475067129 heartbeating to localhost/127.0.0.1:40633 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:18:08,225 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:18:08,225 WARN [BP-790880339-172.17.0.3-1731475067129 heartbeating to localhost/127.0.0.1:40633 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-790880339-172.17.0.3-1731475067129 (Datanode Uuid f044b464-2462-428a-95c7-45870b02706d) service to localhost/127.0.0.1:40633 2024-11-13T05:18:08,225 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:18:08,227 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/cluster_ef892861-6a3c-72b3-7e53-3a99e9f7de49/data/data1/current/BP-790880339-172.17.0.3-1731475067129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:18:08,227 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/cluster_ef892861-6a3c-72b3-7e53-3a99e9f7de49/data/data2/current/BP-790880339-172.17.0.3-1731475067129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:18:08,230 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:18:08,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@773518c9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:18:08,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@248e3f8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:18:08,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:18:08,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a733db7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:18:08,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@426ef9fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/hadoop.log.dir/,STOPPED} 2024-11-13T05:18:08,250 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,2-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:08,253 DEBUG [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,1-a61c20bd729c,45047,1731475080371 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.1731475081619 to pos 0, reset compression=false 2024-11-13T05:18:08,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:18:08,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:18:08,278 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:18:08,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:08,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:08,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:18:08,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:08,279 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:18:08,279 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1725251013, stopped=false 2024-11-13T05:18:08,279 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,43637,1731475080308 2024-11-13T05:18:08,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x10132a0a8780007, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01599804754/running 2024-11-13T05:18:08,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01599804754/running 2024-11-13T05:18:08,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x10132a0a8780007, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:18:08,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:18:08,293 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:18:08,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:18:08,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on znode that does not yet exist, /01599804754/running 2024-11-13T05:18:08,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:08,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:08,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45047-0x10132a0a8780007, quorum=127.0.0.1:64601, baseZNode=/01599804754 Set watcher on znode that does not yet exist, /01599804754/running 2024-11-13T05:18:08,294 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,45047,1731475080371' ***** 2024-11-13T05:18:08,294 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:18:08,295 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:18:08,295 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:18:08,295 INFO [RS:0;a61c20bd729c:45047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:18:08,295 INFO [RS:0;a61c20bd729c:45047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:18:08,295 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer(3091): Received CLOSE for bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:18:08,295 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,45047,1731475080371 2024-11-13T05:18:08,296 INFO [RS:0;a61c20bd729c:45047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:18:08,296 INFO [RS:0;a61c20bd729c:45047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:45047. 2024-11-13T05:18:08,296 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfd7c36ed67fd43ae987d6e184c1f71f, disabling compactions & flushes 2024-11-13T05:18:08,296 DEBUG [RS:0;a61c20bd729c:45047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:08,296 DEBUG [RS:0;a61c20bd729c:45047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:08,296 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:18:08,296 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:18:08,296 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:18:08,296 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. after waiting 0 ms 2024-11-13T05:18:08,296 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:18:08,296 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:18:08,296 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:18:08,296 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:18:08,300 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T05:18:08,300 DEBUG [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer(1325): Online Regions={bfd7c36ed67fd43ae987d6e184c1f71f=hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:18:08,300 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:18:08,300 DEBUG [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfd7c36ed67fd43ae987d6e184c1f71f 2024-11-13T05:18:08,300 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:18:08,300 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:18:08,300 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:18:08,301 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:18:08,301 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T05:18:08,309 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/replication/bfd7c36ed67fd43ae987d6e184c1f71f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-13T05:18:08,310 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:18:08,310 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:18:08,310 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:18:08,310 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfd7c36ed67fd43ae987d6e184c1f71f: Waiting for close lock at 1731475088296Running coprocessor pre-close hooks at 1731475088296Disabling compacts and flushes for region at 1731475088296Disabling writes for close at 1731475088296Writing region close event to WAL at 1731475088301 (+5 ms)Running coprocessor post-close hooks at 1731475088310 (+9 ms)Closed at 1731475088310 2024-11-13T05:18:08,310 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f. 2024-11-13T05:18:08,325 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/.tmp/info/7b9205ff23ed4031abf3185857f62d21 is 147, key is hbase:replication,,1731475072931.bfd7c36ed67fd43ae987d6e184c1f71f./info:regioninfo/1731475086291/Put/seqid=0 2024-11-13T05:18:08,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741851_1027 (size=6385) 2024-11-13T05:18:08,342 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:18:08,428 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:18:08,428 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:18:08,501 DEBUG [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:18:08,701 DEBUG [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:18:08,731 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/.tmp/info/7b9205ff23ed4031abf3185857f62d21 2024-11-13T05:18:08,739 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/.tmp/info/7b9205ff23ed4031abf3185857f62d21 as hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/info/7b9205ff23ed4031abf3185857f62d21 2024-11-13T05:18:08,747 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/info/7b9205ff23ed4031abf3185857f62d21, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T05:18:08,748 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=19, compaction requested=false 2024-11-13T05:18:08,756 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T05:18:08,757 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:18:08,757 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:18:08,757 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:18:08,757 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475088300Running coprocessor pre-close hooks at 1731475088300Disabling compacts and flushes for region at 1731475088300Disabling writes for close at 1731475088300Obtaining lock to block concurrent updates at 1731475088301 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731475088301Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731475088301Flushing stores of hbase:meta,,1.1588230740 at 1731475088302 (+1 ms)Flushing 1588230740/info: creating writer at 1731475088302Flushing 1588230740/info: appending metadata at 1731475088324 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731475088324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2dbc13: reopening flushed file at 1731475088738 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=19, compaction requested=false at 1731475088749 (+11 ms)Writing region close event to WAL at 1731475088752 (+3 ms)Running coprocessor post-close hooks at 1731475088757 (+5 ms)Closed at 1731475088757 2024-11-13T05:18:08,757 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:18:08,901 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,45047,1731475080371; all regions closed. 2024-11-13T05:18:08,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741849_1025 (size=2156) 2024-11-13T05:18:08,904 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/WALs/a61c20bd729c,45047,1731475080371/a61c20bd729c%2C45047%2C1731475080371.meta.1731475081921.meta not finished, retry = 0 2024-11-13T05:18:09,007 DEBUG [RS:0;a61c20bd729c:45047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/oldWALs 2024-11-13T05:18:09,008 INFO [RS:0;a61c20bd729c:45047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C45047%2C1731475080371.meta:.meta(num 1731475081921) 2024-11-13T05:18:09,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741850_1026 (size=796) 2024-11-13T05:18:09,016 DEBUG [RS:0;a61c20bd729c:45047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/oldWALs 2024-11-13T05:18:09,016 INFO [RS:0;a61c20bd729c:45047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C45047%2C1731475080371.rep:(num 1731475086211) 2024-11-13T05:18:09,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741848_1024 (size=93) 2024-11-13T05:18:09,024 DEBUG [RS:0;a61c20bd729c:45047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/oldWALs 2024-11-13T05:18:09,024 INFO [RS:0;a61c20bd729c:45047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C45047%2C1731475080371:(num 1731475081619) 2024-11-13T05:18:09,024 DEBUG [RS:0;a61c20bd729c:45047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:09,024 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:18:09,024 INFO [RS:0;a61c20bd729c:45047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:18:09,024 INFO [RS:0;a61c20bd729c:45047 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T05:18:09,024 INFO [RS:0;a61c20bd729c:45047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:18:09,024 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:18:09,025 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a61c20bd729c,45047,1731475080371 because: Region server is closing 2024-11-13T05:18:09,025 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T05:18:09,025 INFO [RS:0;a61c20bd729c:45047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:45047. 2024-11-13T05:18:09,025 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T05:18:09,025 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-13T05:18:09,025 DEBUG [RS:0;a61c20bd729c:45047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:09,025 DEBUG [RS:0;a61c20bd729c:45047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:09,025 DEBUG [RS:0;a61c20bd729c:45047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:09,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:18:09,126 WARN [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,1-a61c20bd729c,45047,1731475080371 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T05:18:09,126 WARN [RS:0;a61c20bd729c:45047.replicationSource.shippera61c20bd729c%2C45047%2C1731475080371,1-a61c20bd729c,45047,1731475080371 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T05:18:09,127 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;a61c20bd729c:45047.replicationSource.shippera61c20bd729c%2C45047%2C1731475080371,1-a61c20bd729c,45047,1731475080371 terminated 2024-11-13T05:18:09,127 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a61c20bd729c,45047,1731475080371 because: Region server is closing 2024-11-13T05:18:09,127 INFO [RS:0;a61c20bd729c:45047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:45047. 2024-11-13T05:18:09,128 DEBUG [RS:0;a61c20bd729c:45047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:09,128 DEBUG [RS:0;a61c20bd729c:45047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:09,128 DEBUG [RS:0;a61c20bd729c:45047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:09,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:18:09,228 WARN [RS:0;a61c20bd729c:45047.replicationSource.wal-reader.a61c20bd729c%2C45047%2C1731475080371,2-a61c20bd729c,45047,1731475080371 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T05:18:09,228 WARN [RS:0;a61c20bd729c:45047.replicationSource.shippera61c20bd729c%2C45047%2C1731475080371,2-a61c20bd729c,45047,1731475080371 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T05:18:09,229 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;a61c20bd729c:45047.replicationSource.shippera61c20bd729c%2C45047%2C1731475080371,2-a61c20bd729c,45047,1731475080371 terminated 2024-11-13T05:18:09,229 INFO [RS:0;a61c20bd729c:45047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45047 2024-11-13T05:18:09,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754/rs 2024-11-13T05:18:09,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x10132a0a8780007, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01599804754/rs/a61c20bd729c,45047,1731475080371 2024-11-13T05:18:09,378 INFO [RS:0;a61c20bd729c:45047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:18:09,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,45047,1731475080371] 2024-11-13T05:18:09,398 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01599804754/draining/a61c20bd729c,45047,1731475080371 already deleted, retry=false 2024-11-13T05:18:09,398 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,45047,1731475080371 expired; onlineServers=0 2024-11-13T05:18:09,398 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,43637,1731475080308' ***** 2024-11-13T05:18:09,398 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:18:09,398 INFO [M:0;a61c20bd729c:43637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:18:09,398 INFO [M:0;a61c20bd729c:43637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:18:09,398 DEBUG [M:0;a61c20bd729c:43637 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:18:09,398 DEBUG [M:0;a61c20bd729c:43637 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:18:09,398 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:18:09,398 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475081301 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475081301,5,FailOnTimeoutGroup] 2024-11-13T05:18:09,398 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475081308 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475081308,5,FailOnTimeoutGroup] 2024-11-13T05:18:09,398 INFO [M:0;a61c20bd729c:43637 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:18:09,398 INFO [M:0;a61c20bd729c:43637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:18:09,399 DEBUG [M:0;a61c20bd729c:43637 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:18:09,399 INFO [M:0;a61c20bd729c:43637 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:18:09,399 INFO [M:0;a61c20bd729c:43637 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:18:09,399 INFO [M:0;a61c20bd729c:43637 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:18:09,399 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:18:09,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01599804754/master 2024-11-13T05:18:09,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01599804754 2024-11-13T05:18:09,409 DEBUG [M:0;a61c20bd729c:43637 {}] zookeeper.ZKUtil(347): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Unable to get data of znode /01599804754/master because node does not exist (not an error) 2024-11-13T05:18:09,409 WARN [M:0;a61c20bd729c:43637 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:18:09,410 INFO [M:0;a61c20bd729c:43637 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/.lastflushedseqids 2024-11-13T05:18:09,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741852_1028 (size=181) 2024-11-13T05:18:09,419 INFO [M:0;a61c20bd729c:43637 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:18:09,419 INFO [M:0;a61c20bd729c:43637 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:18:09,419 DEBUG [M:0;a61c20bd729c:43637 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:18:09,419 INFO [M:0;a61c20bd729c:43637 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:09,419 DEBUG [M:0;a61c20bd729c:43637 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:09,419 DEBUG [M:0;a61c20bd729c:43637 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:18:09,419 DEBUG [M:0;a61c20bd729c:43637 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:09,419 INFO [M:0;a61c20bd729c:43637 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T05:18:09,441 DEBUG [M:0;a61c20bd729c:43637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bfef9d27b3f44e31b17801ec0c2463e0 is 82, key is hbase:meta,,1/info:regioninfo/1731475082038/Put/seqid=0 2024-11-13T05:18:09,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741853_1029 (size=5680) 2024-11-13T05:18:09,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x10132a0a8780007, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:18:09,487 INFO [RS:0;a61c20bd729c:45047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:18:09,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45047-0x10132a0a8780007, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:18:09,488 INFO [RS:0;a61c20bd729c:45047 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,45047,1731475080371; zookeeper connection closed. 2024-11-13T05:18:09,488 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48a12781 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48a12781 2024-11-13T05:18:09,488 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:18:09,851 INFO [M:0;a61c20bd729c:43637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bfef9d27b3f44e31b17801ec0c2463e0 2024-11-13T05:18:09,884 DEBUG [M:0;a61c20bd729c:43637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6aa5517a63ba4b3084eccfd71854b416 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731475086306/Put/seqid=0 2024-11-13T05:18:09,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741854_1030 (size=7319) 2024-11-13T05:18:10,297 INFO [M:0;a61c20bd729c:43637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6aa5517a63ba4b3084eccfd71854b416 2024-11-13T05:18:10,331 DEBUG [M:0;a61c20bd729c:43637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fbabc16f135d433ba64f95fb51a70fb4 is 69, key is a61c20bd729c,45047,1731475080371/rs:state/1731475081346/Put/seqid=0 2024-11-13T05:18:10,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741855_1031 (size=5371) 2024-11-13T05:18:10,749 INFO [M:0;a61c20bd729c:43637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fbabc16f135d433ba64f95fb51a70fb4 2024-11-13T05:18:10,757 INFO [M:0;a61c20bd729c:43637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbabc16f135d433ba64f95fb51a70fb4 2024-11-13T05:18:10,760 DEBUG [M:0;a61c20bd729c:43637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bfef9d27b3f44e31b17801ec0c2463e0 as hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bfef9d27b3f44e31b17801ec0c2463e0 2024-11-13T05:18:10,769 INFO [M:0;a61c20bd729c:43637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bfef9d27b3f44e31b17801ec0c2463e0, entries=8, sequenceid=172, filesize=5.5 K 2024-11-13T05:18:10,771 DEBUG [M:0;a61c20bd729c:43637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6aa5517a63ba4b3084eccfd71854b416 as hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6aa5517a63ba4b3084eccfd71854b416 2024-11-13T05:18:10,782 INFO [M:0;a61c20bd729c:43637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6aa5517a63ba4b3084eccfd71854b416, entries=7, sequenceid=172, filesize=7.1 K 2024-11-13T05:18:10,784 DEBUG [M:0;a61c20bd729c:43637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fbabc16f135d433ba64f95fb51a70fb4 as hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fbabc16f135d433ba64f95fb51a70fb4 2024-11-13T05:18:10,790 INFO [M:0;a61c20bd729c:43637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbabc16f135d433ba64f95fb51a70fb4 2024-11-13T05:18:10,791 INFO [M:0;a61c20bd729c:43637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35379/user/jenkins/test-data/b22205ae-a58e-c341-f599-4d4c4babefe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fbabc16f135d433ba64f95fb51a70fb4, entries=2, sequenceid=172, filesize=5.2 K 2024-11-13T05:18:10,793 INFO [M:0;a61c20bd729c:43637 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1373ms, sequenceid=172, compaction requested=false 2024-11-13T05:18:10,806 INFO [M:0;a61c20bd729c:43637 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:10,806 DEBUG [M:0;a61c20bd729c:43637 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475089419Disabling compacts and flushes for region at 1731475089419Disabling writes for close at 1731475089419Obtaining lock to block concurrent updates at 1731475089419Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475089419Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731475089420 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475089421 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475089421Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475089441 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475089441Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475089863 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475089884 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475089884Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475090304 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475090329 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475090330 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6abe8809: reopening flushed file at 1731475090758 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1505a001: reopening flushed file at 1731475090769 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362c8b97: reopening flushed file at 1731475090783 (+14 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1373ms, sequenceid=172, compaction requested=false at 1731475090793 (+10 ms)Writing region close event to WAL at 1731475090806 (+13 ms)Closed at 1731475090806 2024-11-13T05:18:10,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741847_1023 (size=22949) 2024-11-13T05:18:10,822 INFO [M:0;a61c20bd729c:43637 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:18:10,822 INFO [M:0;a61c20bd729c:43637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43637 2024-11-13T05:18:10,822 INFO [M:0;a61c20bd729c:43637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:18:10,822 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:18:11,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:18:11,066 INFO [M:0;a61c20bd729c:43637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:18:11,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43637-0x10132a0a8780006, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:18:11,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17e68916{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:18:11,070 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12ef446f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:18:11,071 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:18:11,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb6d394{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:18:11,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71e9bbb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/hadoop.log.dir/,STOPPED} 2024-11-13T05:18:11,073 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:18:11,073 WARN [BP-154952928-172.17.0.3-1731475058798 heartbeating to localhost/127.0.0.1:35379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:18:11,073 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:18:11,073 WARN [BP-154952928-172.17.0.3-1731475058798 heartbeating to localhost/127.0.0.1:35379 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-154952928-172.17.0.3-1731475058798 (Datanode Uuid 5fd5e58d-b6de-41c1-8019-1a4125267420) service to localhost/127.0.0.1:35379 2024-11-13T05:18:11,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/cluster_689ed9e8-44ca-10b7-3f91-975ad1500170/data/data1/current/BP-154952928-172.17.0.3-1731475058798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:18:11,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/cluster_689ed9e8-44ca-10b7-3f91-975ad1500170/data/data2/current/BP-154952928-172.17.0.3-1731475058798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:18:11,075 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:18:11,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34444f5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:18:11,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:18:11,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:18:11,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:18:11,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b833712-8eb1-6c60-3226-74ec545077fb/hadoop.log.dir/,STOPPED} 2024-11-13T05:18:11,096 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T05:18:11,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:18:11,125 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=110 (was 11) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:40633 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64601) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64601) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:40633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:35379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a61c20bd729c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a61c20bd729c:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:40633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a61c20bd729c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:35379 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a61c20bd729c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:35379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6e5fea87 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/a61c20bd729c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=447 (was 479), ProcessCount=11 (was 11), AvailableMemoryMB=4647 (was 5514) 2024-11-13T05:18:11,134 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=110, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=447, ProcessCount=11, AvailableMemoryMB=4646 2024-11-13T05:18:11,151 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-13T05:18:11,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/hadoop.log.dir so I do NOT create it in target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1 2024-11-13T05:18:11,152 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:18:11,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/hadoop.tmp.dir so I do NOT create it in target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1 2024-11-13T05:18:11,152 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdded2ae-c3b8-d799-830e-60414addf66f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:18:11,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1 2024-11-13T05:18:11,152 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/cluster_ca49f376-1eae-510d-df74-058f122c17e1, deleteOnExit=true 2024-11-13T05:18:11,172 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/cluster_ca49f376-1eae-510d-df74-058f122c17e1/zookeeper_0, clientPort=56981, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/cluster_ca49f376-1eae-510d-df74-058f122c17e1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/cluster_ca49f376-1eae-510d-df74-058f122c17e1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T05:18:11,173 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56981 2024-11-13T05:18:11,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:18:11,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:18:11,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/test.cache.data in system properties and HBase conf 2024-11-13T05:18:11,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:18:11,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:18:11,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:18:11,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:18:11,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:18:11,174 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:18:11,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:18:11,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:18:11,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:18:11,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:18:11,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:18:11,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:18:11,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:18:11,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:18:11,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:18:11,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:18:11,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:18:11,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:18:11,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:18:11,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:18:11,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10132a0a8780005, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T05:18:11,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10132a0a8780002, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T05:18:11,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10132a0a8780002, quorum=127.0.0.1:64601, baseZNode=/01599804754 Received Disconnected from ZooKeeper, ignoring 2024-11-13T05:18:11,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10132a0a8780005, quorum=127.0.0.1:64601, baseZNode=/1618550386 Received Disconnected from ZooKeeper, ignoring 2024-11-13T05:18:11,545 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T05:18:11,549 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:11,570 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:11,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:18:11,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:18:11,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:18:11,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:18:11,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:18:11,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:18:11,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:18:11,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:18:11,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/java.io.tmpdir/jetty-localhost-32973-hadoop-hdfs-3_4_1-tests_jar-_-any-10394264942881192170/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:18:11,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:32973} 2024-11-13T05:18:11,794 INFO [Time-limited test {}] server.Server(415): Started @35923ms 2024-11-13T05:18:12,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:18:12,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:18:12,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:18:12,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:18:12,179 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:18:12,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:18:12,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:18:12,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/java.io.tmpdir/jetty-localhost-37423-hadoop-hdfs-3_4_1-tests_jar-_-any-14241587936612590270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:18:12,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:37423} 2024-11-13T05:18:12,296 INFO [Time-limited test {}] server.Server(415): Started @36425ms 2024-11-13T05:18:12,297 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:18:12,963 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/cluster_ca49f376-1eae-510d-df74-058f122c17e1/data/data2/current/BP-1037693110-172.17.0.3-1731475091211/current, will proceed with Du for space computation calculation, 2024-11-13T05:18:12,963 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/cluster_ca49f376-1eae-510d-df74-058f122c17e1/data/data1/current/BP-1037693110-172.17.0.3-1731475091211/current, will proceed with Du for space computation calculation, 2024-11-13T05:18:12,997 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:18:13,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e07ff0b4ae0ee02 with lease ID 0x90be5a47d3515dd0: Processing first storage report for DS-f61dc2a5-fc18-48ed-b76f-b4776b002463 from datanode DatanodeRegistration(127.0.0.1:44461, datanodeUuid=f347adb2-1deb-40ba-8cc0-41b8c3b2b296, infoPort=46153, infoSecurePort=0, ipcPort=34299, storageInfo=lv=-57;cid=testClusterID;nsid=1704913868;c=1731475091211) 2024-11-13T05:18:13,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e07ff0b4ae0ee02 with lease ID 0x90be5a47d3515dd0: from storage DS-f61dc2a5-fc18-48ed-b76f-b4776b002463 node DatanodeRegistration(127.0.0.1:44461, datanodeUuid=f347adb2-1deb-40ba-8cc0-41b8c3b2b296, infoPort=46153, infoSecurePort=0, ipcPort=34299, storageInfo=lv=-57;cid=testClusterID;nsid=1704913868;c=1731475091211), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:18:13,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e07ff0b4ae0ee02 with lease ID 0x90be5a47d3515dd0: Processing first storage report for DS-702b35c8-ab65-4cf7-a3b5-b0109d88804f from datanode DatanodeRegistration(127.0.0.1:44461, datanodeUuid=f347adb2-1deb-40ba-8cc0-41b8c3b2b296, infoPort=46153, infoSecurePort=0, ipcPort=34299, storageInfo=lv=-57;cid=testClusterID;nsid=1704913868;c=1731475091211) 2024-11-13T05:18:13,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e07ff0b4ae0ee02 with lease ID 0x90be5a47d3515dd0: from storage DS-702b35c8-ab65-4cf7-a3b5-b0109d88804f node DatanodeRegistration(127.0.0.1:44461, datanodeUuid=f347adb2-1deb-40ba-8cc0-41b8c3b2b296, infoPort=46153, infoSecurePort=0, ipcPort=34299, storageInfo=lv=-57;cid=testClusterID;nsid=1704913868;c=1731475091211), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:18:13,053 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1 2024-11-13T05:18:13,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:13,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:13,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:18:13,072 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55 with version=8 2024-11-13T05:18:13,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/hbase-staging 2024-11-13T05:18:13,075 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:18:13,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:13,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:13,075 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:18:13,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:13,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:18:13,076 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:18:13,076 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:18:13,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37317 2024-11-13T05:18:13,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37317 connecting to ZooKeeper ensemble=127.0.0.1:56981 2024-11-13T05:18:13,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373170x0, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:18:13,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37317-0x10132a12a8e0000 connected 2024-11-13T05:18:13,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:13,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:13,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Set watcher on znode that does not yet exist, /0-1932062128/running 2024-11-13T05:18:13,243 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55, hbase.cluster.distributed=false 2024-11-13T05:18:13,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Set watcher on znode that does not yet exist, /0-1932062128/acl 2024-11-13T05:18:13,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37317 2024-11-13T05:18:13,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37317 2024-11-13T05:18:13,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37317 2024-11-13T05:18:13,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37317 2024-11-13T05:18:13,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37317 2024-11-13T05:18:13,270 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:18:13,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:13,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:13,271 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:18:13,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:13,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:18:13,271 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:18:13,271 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:18:13,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36533 2024-11-13T05:18:13,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36533 connecting to ZooKeeper ensemble=127.0.0.1:56981 2024-11-13T05:18:13,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:13,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:13,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365330x0, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:18:13,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36533-0x10132a12a8e0001 connected 2024-11-13T05:18:13,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Set watcher on znode that does not yet exist, /0-1932062128/running 2024-11-13T05:18:13,294 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:18:13,296 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:18:13,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Set watcher on znode that does not yet exist, /0-1932062128/master 2024-11-13T05:18:13,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Set watcher on znode that does not yet exist, /0-1932062128/acl 2024-11-13T05:18:13,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36533 2024-11-13T05:18:13,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36533 2024-11-13T05:18:13,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36533 2024-11-13T05:18:13,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36533 2024-11-13T05:18:13,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36533 2024-11-13T05:18:13,362 DEBUG [M:0;a61c20bd729c:37317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:37317 2024-11-13T05:18:13,362 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1932062128/backup-masters/a61c20bd729c,37317,1731475093075 2024-11-13T05:18:13,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128/backup-masters 2024-11-13T05:18:13,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128/backup-masters 2024-11-13T05:18:13,375 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Set watcher on existing znode=/0-1932062128/backup-masters/a61c20bd729c,37317,1731475093075 2024-11-13T05:18:13,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1932062128/master 2024-11-13T05:18:13,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128 2024-11-13T05:18:13,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128 2024-11-13T05:18:13,389 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Set watcher on existing znode=/0-1932062128/master 2024-11-13T05:18:13,390 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1932062128/backup-masters/a61c20bd729c,37317,1731475093075 from backup master directory 2024-11-13T05:18:13,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1932062128/backup-masters/a61c20bd729c,37317,1731475093075 2024-11-13T05:18:13,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128/backup-masters 2024-11-13T05:18:13,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128/backup-masters 2024-11-13T05:18:13,398 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:18:13,399 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,37317,1731475093075 2024-11-13T05:18:13,406 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/hbase.id] with ID: bf6f9268-31b3-4d4a-892f-b50da094fc07 2024-11-13T05:18:13,406 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/.tmp/hbase.id 2024-11-13T05:18:13,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:18:13,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:18:13,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T05:18:13,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T05:18:13,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:18:13,834 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/.tmp/hbase.id]:[hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/hbase.id] 2024-11-13T05:18:13,850 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:13,850 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:18:13,852 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T05:18:13,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128 2024-11-13T05:18:13,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128 2024-11-13T05:18:13,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:18:14,311 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:18:14,312 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:18:14,318 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:14,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:18:14,727 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store 2024-11-13T05:18:14,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:18:15,135 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:15,135 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:18:15,135 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:15,135 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:15,135 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:18:15,136 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:15,136 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:15,136 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475095135Disabling compacts and flushes for region at 1731475095135Disabling writes for close at 1731475095136 (+1 ms)Writing region close event to WAL at 1731475095136Closed at 1731475095136 2024-11-13T05:18:15,137 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/.initializing 2024-11-13T05:18:15,137 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/WALs/a61c20bd729c,37317,1731475093075 2024-11-13T05:18:15,138 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:18:15,140 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C37317%2C1731475093075, suffix=, logDir=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/WALs/a61c20bd729c,37317,1731475093075, archiveDir=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/oldWALs, maxLogs=10 2024-11-13T05:18:15,158 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/WALs/a61c20bd729c,37317,1731475093075/a61c20bd729c%2C37317%2C1731475093075.1731475095140, exclude list is [], retry=0 2024-11-13T05:18:15,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44461,DS-f61dc2a5-fc18-48ed-b76f-b4776b002463,DISK] 2024-11-13T05:18:15,163 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/WALs/a61c20bd729c,37317,1731475093075/a61c20bd729c%2C37317%2C1731475093075.1731475095140 2024-11-13T05:18:15,163 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46153:46153)] 2024-11-13T05:18:15,163 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:15,163 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:15,163 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:15,163 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:15,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:15,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:18:15,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:15,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:15,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:15,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:18:15,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:15,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:15,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:15,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:18:15,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:15,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:15,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:15,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:18:15,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:15,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:15,178 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:15,179 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:15,180 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:15,183 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:15,184 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:15,184 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:18:15,185 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:15,191 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:18:15,192 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61716773, jitterRate=-0.0803484171628952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:18:15,193 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475095164Initializing all the Stores at 1731475095165 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475095165Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475095168 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475095168Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475095168Cleaning up temporary data from old regions at 1731475095184 (+16 ms)Region opened successfully at 1731475095193 (+9 ms) 2024-11-13T05:18:15,193 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:18:15,196 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba47b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:18:15,199 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:18:15,200 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:18:15,200 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:18:15,200 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:18:15,200 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:18:15,201 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:18:15,201 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:18:15,206 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:18:15,207 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Unable to get data of znode /0-1932062128/balancer because node does not exist (not necessarily an error) 2024-11-13T05:18:15,250 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1932062128/balancer already deleted, retry=false 2024-11-13T05:18:15,250 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:18:15,251 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Unable to get data of znode /0-1932062128/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:18:15,260 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1932062128/normalizer already deleted, retry=false 2024-11-13T05:18:15,261 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:18:15,262 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Unable to get data of znode /0-1932062128/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:18:15,271 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1932062128/switch/split already deleted, retry=false 2024-11-13T05:18:15,272 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Unable to get data of znode /0-1932062128/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:18:15,281 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1932062128/switch/merge already deleted, retry=false 2024-11-13T05:18:15,284 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Unable to get data of znode /0-1932062128/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:18:15,292 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1932062128/snapshot-cleanup already deleted, retry=false 2024-11-13T05:18:15,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1932062128/running 2024-11-13T05:18:15,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1932062128/running 2024-11-13T05:18:15,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128 2024-11-13T05:18:15,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128 2024-11-13T05:18:15,304 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,37317,1731475093075, sessionid=0x10132a12a8e0000, setting cluster-up flag (Was=false) 2024-11-13T05:18:15,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128 2024-11-13T05:18:15,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128 2024-11-13T05:18:15,355 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1932062128/flush-table-proc/acquired, /0-1932062128/flush-table-proc/reached, /0-1932062128/flush-table-proc/abort 2024-11-13T05:18:15,356 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,37317,1731475093075 2024-11-13T05:18:15,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128 2024-11-13T05:18:15,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128 2024-11-13T05:18:15,408 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1932062128/online-snapshot/acquired, /0-1932062128/online-snapshot/reached, /0-1932062128/online-snapshot/abort 2024-11-13T05:18:15,409 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,37317,1731475093075 2024-11-13T05:18:15,411 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:18:15,413 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:15,413 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:18:15,413 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:18:15,414 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of a61c20bd729c,41143,1731475064094: status=Processing ServerCrashProcedure of a61c20bd729c,41143,1731475064094 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731475081285, completionTime=-1 appears to have been leaked 2024-11-13T05:18:15,414 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,37317,1731475093075 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:18:15,415 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:15,415 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:15,415 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:15,415 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:15,416 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:18:15,416 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:15,416 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:18:15,416 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:15,418 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:15,418 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:18:15,419 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:15,419 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:18:15,428 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475125428 2024-11-13T05:18:15,428 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:18:15,429 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:18:15,429 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:18:15,429 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:18:15,429 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:18:15,429 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:18:15,429 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:15,430 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:18:15,430 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:18:15,430 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:18:15,430 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:18:15,430 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:18:15,430 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:18:15,432 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475095430,5,FailOnTimeoutGroup] 2024-11-13T05:18:15,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:18:15,451 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:18:15,451 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55 2024-11-13T05:18:15,456 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475095432,5,FailOnTimeoutGroup] 2024-11-13T05:18:15,456 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:15,456 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:18:15,456 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:15,456 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:15,477 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(746): ClusterId : bf6f9268-31b3-4d4a-892f-b50da094fc07 2024-11-13T05:18:15,477 DEBUG [RS:0;a61c20bd729c:36533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:18:15,490 DEBUG [RS:0;a61c20bd729c:36533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:18:15,490 DEBUG [RS:0;a61c20bd729c:36533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:18:15,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741832_1008 (size=32) 2024-11-13T05:18:15,501 DEBUG [RS:0;a61c20bd729c:36533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:18:15,501 DEBUG [RS:0;a61c20bd729c:36533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e952540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:18:15,523 DEBUG [RS:0;a61c20bd729c:36533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:36533 2024-11-13T05:18:15,523 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:18:15,523 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:18:15,523 DEBUG [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:18:15,524 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,37317,1731475093075 with port=36533, startcode=1731475093270 2024-11-13T05:18:15,524 DEBUG [RS:0;a61c20bd729c:36533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:18:15,530 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:18:15,530 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37317 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,36533,1731475093270 2024-11-13T05:18:15,530 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37317 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,36533,1731475093270 2024-11-13T05:18:15,532 DEBUG [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55 2024-11-13T05:18:15,533 DEBUG [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44353 2024-11-13T05:18:15,533 DEBUG [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:18:15,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128/rs 2024-11-13T05:18:15,545 DEBUG [RS:0;a61c20bd729c:36533 {}] zookeeper.ZKUtil(111): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Set watcher on existing znode=/0-1932062128/rs/a61c20bd729c,36533,1731475093270 2024-11-13T05:18:15,545 WARN [RS:0;a61c20bd729c:36533 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:18:15,545 INFO [RS:0;a61c20bd729c:36533 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:15,546 DEBUG [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270 2024-11-13T05:18:15,549 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,36533,1731475093270] 2024-11-13T05:18:15,562 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:18:15,564 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:18:15,568 INFO [RS:0;a61c20bd729c:36533 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:18:15,568 INFO [RS:0;a61c20bd729c:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:15,569 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:18:15,570 INFO [RS:0;a61c20bd729c:36533 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:18:15,570 INFO [RS:0;a61c20bd729c:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:15,570 DEBUG [RS:0;a61c20bd729c:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:15,570 DEBUG [RS:0;a61c20bd729c:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:15,570 DEBUG [RS:0;a61c20bd729c:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:15,570 DEBUG [RS:0;a61c20bd729c:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:15,571 DEBUG [RS:0;a61c20bd729c:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:15,571 DEBUG [RS:0;a61c20bd729c:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:18:15,571 DEBUG [RS:0;a61c20bd729c:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:15,571 DEBUG [RS:0;a61c20bd729c:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:15,571 DEBUG [RS:0;a61c20bd729c:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:15,571 DEBUG [RS:0;a61c20bd729c:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:15,571 DEBUG [RS:0;a61c20bd729c:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:15,571 DEBUG [RS:0;a61c20bd729c:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:15,571 DEBUG [RS:0;a61c20bd729c:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:18:15,571 DEBUG [RS:0;a61c20bd729c:36533 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:18:15,574 INFO [RS:0;a61c20bd729c:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:15,574 INFO [RS:0;a61c20bd729c:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:15,574 INFO [RS:0;a61c20bd729c:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:15,574 INFO [RS:0;a61c20bd729c:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:15,574 INFO [RS:0;a61c20bd729c:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:15,574 INFO [RS:0;a61c20bd729c:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36533,1731475093270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:18:15,596 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:18:15,596 INFO [RS:0;a61c20bd729c:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36533,1731475093270-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:15,596 INFO [RS:0;a61c20bd729c:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:15,596 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.Replication(171): a61c20bd729c,36533,1731475093270 started 2024-11-13T05:18:15,618 INFO [RS:0;a61c20bd729c:36533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:15,618 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,36533,1731475093270, RpcServer on a61c20bd729c/172.17.0.3:36533, sessionid=0x10132a12a8e0001 2024-11-13T05:18:15,618 DEBUG [RS:0;a61c20bd729c:36533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:18:15,618 DEBUG [RS:0;a61c20bd729c:36533 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,36533,1731475093270 2024-11-13T05:18:15,618 DEBUG [RS:0;a61c20bd729c:36533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,36533,1731475093270' 2024-11-13T05:18:15,619 DEBUG [RS:0;a61c20bd729c:36533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1932062128/flush-table-proc/abort' 2024-11-13T05:18:15,619 DEBUG [RS:0;a61c20bd729c:36533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1932062128/flush-table-proc/acquired' 2024-11-13T05:18:15,620 DEBUG [RS:0;a61c20bd729c:36533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:18:15,620 DEBUG [RS:0;a61c20bd729c:36533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:18:15,620 DEBUG [RS:0;a61c20bd729c:36533 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,36533,1731475093270 2024-11-13T05:18:15,620 DEBUG [RS:0;a61c20bd729c:36533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,36533,1731475093270' 2024-11-13T05:18:15,620 DEBUG [RS:0;a61c20bd729c:36533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1932062128/online-snapshot/abort' 2024-11-13T05:18:15,622 DEBUG [RS:0;a61c20bd729c:36533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1932062128/online-snapshot/acquired' 2024-11-13T05:18:15,622 DEBUG [RS:0;a61c20bd729c:36533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:18:15,622 INFO [RS:0;a61c20bd729c:36533 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:18:15,622 INFO [RS:0;a61c20bd729c:36533 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:18:15,723 INFO [RS:0;a61c20bd729c:36533 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:18:15,725 INFO [RS:0;a61c20bd729c:36533 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C36533%2C1731475093270, suffix=, logDir=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270, archiveDir=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/oldWALs, maxLogs=10 2024-11-13T05:18:15,741 DEBUG [RS:0;a61c20bd729c:36533 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270/a61c20bd729c%2C36533%2C1731475093270.1731475095725, exclude list is [], retry=0 2024-11-13T05:18:15,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44461,DS-f61dc2a5-fc18-48ed-b76f-b4776b002463,DISK] 2024-11-13T05:18:15,748 INFO [RS:0;a61c20bd729c:36533 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270/a61c20bd729c%2C36533%2C1731475093270.1731475095725 2024-11-13T05:18:15,748 DEBUG [RS:0;a61c20bd729c:36533 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46153:46153)] 2024-11-13T05:18:15,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:15,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:18:15,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:18:15,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:15,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:15,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:18:15,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:18:15,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:15,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:15,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:18:15,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:18:15,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:15,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:15,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:18:15,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:18:15,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:15,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:15,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:18:15,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740 2024-11-13T05:18:15,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740 2024-11-13T05:18:15,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:18:15,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:18:15,914 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:18:15,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:18:15,917 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:18:15,918 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74687409, jitterRate=0.11292912065982819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:18:15,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475095897Initializing all the Stores at 1731475095898 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475095898Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475095898Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475095898Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475095898Cleaning up temporary data from old regions at 1731475095913 (+15 ms)Region opened successfully at 1731475095918 (+5 ms) 2024-11-13T05:18:15,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:18:15,919 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:18:15,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:18:15,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:18:15,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:18:15,919 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:18:15,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475095919Disabling compacts and flushes for region at 1731475095919Disabling writes for close at 1731475095919Writing region close event to WAL at 1731475095919Closed at 1731475095919 2024-11-13T05:18:15,921 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:15,921 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:18:15,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:18:15,922 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:18:15,924 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:18:16,074 DEBUG [a61c20bd729c:37317 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:18:16,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,36533,1731475093270 2024-11-13T05:18:16,076 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,36533,1731475093270, state=OPENING 2024-11-13T05:18:16,124 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:18:16,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128 2024-11-13T05:18:16,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128 2024-11-13T05:18:16,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1932062128/meta-region-server: CHANGED 2024-11-13T05:18:16,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1932062128/meta-region-server: CHANGED 2024-11-13T05:18:16,167 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:18:16,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,36533,1731475093270}] 2024-11-13T05:18:16,322 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:18:16,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:18:16,328 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:18:16,328 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:16,328 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:18:16,331 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C36533%2C1731475093270.meta, suffix=.meta, logDir=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270, archiveDir=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/oldWALs, maxLogs=10 2024-11-13T05:18:16,346 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270/a61c20bd729c%2C36533%2C1731475093270.meta.1731475096331.meta, exclude list is [], retry=0 2024-11-13T05:18:16,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44461,DS-f61dc2a5-fc18-48ed-b76f-b4776b002463,DISK] 2024-11-13T05:18:16,354 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270/a61c20bd729c%2C36533%2C1731475093270.meta.1731475096331.meta 2024-11-13T05:18:16,355 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46153:46153)] 2024-11-13T05:18:16,355 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:16,355 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:18:16,355 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:18:16,356 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:18:16,356 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:18:16,356 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:18:16,356 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:16,356 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:18:16,356 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:18:16,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:18:16,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:18:16,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:16,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:16,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:18:16,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:18:16,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:16,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:16,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:18:16,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:18:16,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:16,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:16,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:18:16,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:18:16,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:16,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:16,376 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:18:16,377 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740 2024-11-13T05:18:16,378 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740 2024-11-13T05:18:16,379 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:18:16,379 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:18:16,380 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:18:16,381 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:18:16,384 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64021213, jitterRate=-0.04600958526134491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:18:16,384 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:18:16,384 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475096356Writing region info on filesystem at 1731475096356Initializing all the Stores at 1731475096360 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475096360Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475096364 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475096364Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475096364Cleaning up temporary data from old regions at 1731475096379 (+15 ms)Running coprocessor post-open hooks at 1731475096384 (+5 ms)Region opened successfully at 1731475096384 2024-11-13T05:18:16,386 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475096321 2024-11-13T05:18:16,388 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:18:16,388 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:18:16,389 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,36533,1731475093270 2024-11-13T05:18:16,392 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,36533,1731475093270, state=OPEN 2024-11-13T05:18:16,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1932062128/meta-region-server 2024-11-13T05:18:16,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1932062128/meta-region-server 2024-11-13T05:18:16,420 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,36533,1731475093270 2024-11-13T05:18:16,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1932062128/meta-region-server: CHANGED 2024-11-13T05:18:16,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1932062128/meta-region-server: CHANGED 2024-11-13T05:18:16,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:18:16,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,36533,1731475093270 in 253 msec 2024-11-13T05:18:16,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:18:16,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 502 msec 2024-11-13T05:18:16,433 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:16,433 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:18:16,437 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:18:16,437 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,36533,1731475093270, seqNum=-1] 2024-11-13T05:18:16,437 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:16,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:16,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0320 sec 2024-11-13T05:18:16,447 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475096447, completionTime=-1 2024-11-13T05:18:16,447 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:18:16,447 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:18:16,449 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:18:16,449 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475156449 2024-11-13T05:18:16,449 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475216449 2024-11-13T05:18:16,449 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T05:18:16,449 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,37317,1731475093075-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:16,449 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,37317,1731475093075-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:16,450 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,37317,1731475093075-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:16,450 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:37317, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:16,450 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:16,451 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:18:16,456 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:16,462 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.063sec 2024-11-13T05:18:16,462 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:18:16,462 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:18:16,462 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:18:16,462 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:18:16,462 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:18:16,462 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,37317,1731475093075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:18:16,462 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,37317,1731475093075-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:18:16,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:16,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,37317,-1 for getting cluster id 2024-11-13T05:18:16,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:16,467 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf6f9268-31b3-4d4a-892f-b50da094fc07' 2024-11-13T05:18:16,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:16,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf6f9268-31b3-4d4a-892f-b50da094fc07" 2024-11-13T05:18:16,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2ac852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:16,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,37317,-1] 2024-11-13T05:18:16,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:16,470 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:16,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:16,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:18:16,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,36533,1731475093270, seqNum=-1] 2024-11-13T05:18:16,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:16,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:16,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,37317,1731475093075 2024-11-13T05:18:16,482 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56981 2024-11-13T05:18:16,489 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:18:16,489 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:18:16,489 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,37317,1731475093075-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:16,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:18:16,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10132a12a8e0002 connected 2024-11-13T05:18:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/hadoop.log.dir so I do NOT create it in target/test-data/205c163a-fa4d-3dc8-0672-29433c263044 2024-11-13T05:18:16,505 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:18:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/hadoop.tmp.dir so I do NOT create it in target/test-data/205c163a-fa4d-3dc8-0672-29433c263044 2024-11-13T05:18:16,505 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:18:16,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044 2024-11-13T05:18:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:18:16,505 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/cluster_f842b0d9-6053-af1f-4cfa-e4ddadbe6681, deleteOnExit=true 2024-11-13T05:18:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:18:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/test.cache.data in system properties and HBase conf 2024-11-13T05:18:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:18:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:18:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:18:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:18:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:18:16,506 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:18:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:18:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:18:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:18:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:18:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:18:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:18:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:18:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:18:16,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:18:16,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:18:16,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:18:16,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:18:16,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:18:16,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:18:16,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:18:16,861 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:18:16,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:18:16,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:18:16,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:18:16,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:18:16,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:18:16,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:18:16,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bdd13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/java.io.tmpdir/jetty-localhost-43391-hadoop-hdfs-3_4_1-tests_jar-_-any-10089343678074665848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:18:16,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:43391} 2024-11-13T05:18:16,993 INFO [Time-limited test {}] server.Server(415): Started @41122ms 2024-11-13T05:18:17,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:18:17,280 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:18:17,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:18:17,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:18:17,291 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:18:17,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:18:17,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:18:17,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bd4cf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/java.io.tmpdir/jetty-localhost-37071-hadoop-hdfs-3_4_1-tests_jar-_-any-10993366891539497662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:18:17,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:37071} 2024-11-13T05:18:17,433 INFO [Time-limited test {}] server.Server(415): Started @41563ms 2024-11-13T05:18:17,435 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:18:18,258 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/cluster_f842b0d9-6053-af1f-4cfa-e4ddadbe6681/data/data2/current/BP-1643447858-172.17.0.3-1731475096530/current, will proceed with Du for space computation calculation, 2024-11-13T05:18:18,258 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/cluster_f842b0d9-6053-af1f-4cfa-e4ddadbe6681/data/data1/current/BP-1643447858-172.17.0.3-1731475096530/current, will proceed with Du for space computation calculation, 2024-11-13T05:18:18,307 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:18:18,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe0765c5a7611b14 with lease ID 0x9414c158d7762b62: Processing first storage report for DS-0dac31ec-a3a0-4d7c-8d5b-44731bd8237e from datanode DatanodeRegistration(127.0.0.1:38385, datanodeUuid=88d5c33e-2a27-49a3-98d6-6e0ae5a7767f, infoPort=45727, infoSecurePort=0, ipcPort=41335, storageInfo=lv=-57;cid=testClusterID;nsid=968546014;c=1731475096530) 2024-11-13T05:18:18,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe0765c5a7611b14 with lease ID 0x9414c158d7762b62: from storage DS-0dac31ec-a3a0-4d7c-8d5b-44731bd8237e node DatanodeRegistration(127.0.0.1:38385, datanodeUuid=88d5c33e-2a27-49a3-98d6-6e0ae5a7767f, infoPort=45727, infoSecurePort=0, ipcPort=41335, storageInfo=lv=-57;cid=testClusterID;nsid=968546014;c=1731475096530), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:18:18,312 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe0765c5a7611b14 with lease ID 0x9414c158d7762b62: Processing first storage report for DS-6d8b869f-9e6a-4b97-9bc5-7142730ebcb1 from datanode DatanodeRegistration(127.0.0.1:38385, datanodeUuid=88d5c33e-2a27-49a3-98d6-6e0ae5a7767f, infoPort=45727, infoSecurePort=0, ipcPort=41335, storageInfo=lv=-57;cid=testClusterID;nsid=968546014;c=1731475096530) 2024-11-13T05:18:18,312 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe0765c5a7611b14 with lease ID 0x9414c158d7762b62: from storage DS-6d8b869f-9e6a-4b97-9bc5-7142730ebcb1 node DatanodeRegistration(127.0.0.1:38385, datanodeUuid=88d5c33e-2a27-49a3-98d6-6e0ae5a7767f, infoPort=45727, infoSecurePort=0, ipcPort=41335, storageInfo=lv=-57;cid=testClusterID;nsid=968546014;c=1731475096530), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:18:18,352 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044 2024-11-13T05:18:18,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:18,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:18,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:18:18,776 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402 with version=8 2024-11-13T05:18:18,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/hbase-staging 2024-11-13T05:18:18,778 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:18:18,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:18,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:18,778 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:18:18,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:18,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:18:18,778 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:18:18,778 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:18:18,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45581 2024-11-13T05:18:18,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45581 connecting to ZooKeeper ensemble=127.0.0.1:56981 2024-11-13T05:18:18,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455810x0, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:18:18,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45581-0x10132a12a8e0003 connected 2024-11-13T05:18:18,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:18,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:18,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Set watcher on znode that does not yet exist, /153998262/running 2024-11-13T05:18:18,907 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402, hbase.cluster.distributed=false 2024-11-13T05:18:18,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Set watcher on znode that does not yet exist, /153998262/acl 2024-11-13T05:18:18,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45581 2024-11-13T05:18:18,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45581 2024-11-13T05:18:18,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45581 2024-11-13T05:18:18,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45581 2024-11-13T05:18:18,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45581 2024-11-13T05:18:18,947 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:18:18,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:18,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:18,947 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:18:18,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:18,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:18:18,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:18:18,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:18:18,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36497 2024-11-13T05:18:18,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36497 connecting to ZooKeeper ensemble=127.0.0.1:56981 2024-11-13T05:18:18,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:18,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:18,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364970x0, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:18:18,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364970x0, quorum=127.0.0.1:56981, baseZNode=/153998262 Set watcher on znode that does not yet exist, /153998262/running 2024-11-13T05:18:18,967 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:18:18,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36497-0x10132a12a8e0004 connected 2024-11-13T05:18:18,972 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:18:18,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Set watcher on znode that does not yet exist, /153998262/master 2024-11-13T05:18:18,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Set watcher on znode that does not yet exist, /153998262/acl 2024-11-13T05:18:18,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36497 2024-11-13T05:18:18,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36497 2024-11-13T05:18:19,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36497 2024-11-13T05:18:19,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36497 2024-11-13T05:18:19,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36497 2024-11-13T05:18:19,031 DEBUG [M:0;a61c20bd729c:45581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:45581 2024-11-13T05:18:19,031 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /153998262/backup-masters/a61c20bd729c,45581,1731475098778 2024-11-13T05:18:19,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262/backup-masters 2024-11-13T05:18:19,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262/backup-masters 2024-11-13T05:18:19,041 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Set watcher on existing znode=/153998262/backup-masters/a61c20bd729c,45581,1731475098778 2024-11-13T05:18:19,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262 2024-11-13T05:18:19,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/153998262/master 2024-11-13T05:18:19,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262 2024-11-13T05:18:19,050 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Set watcher on existing znode=/153998262/master 2024-11-13T05:18:19,052 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /153998262/backup-masters/a61c20bd729c,45581,1731475098778 from backup master directory 2024-11-13T05:18:19,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262/backup-masters 2024-11-13T05:18:19,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/153998262/backup-masters/a61c20bd729c,45581,1731475098778 2024-11-13T05:18:19,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262/backup-masters 2024-11-13T05:18:19,060 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:18:19,061 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,45581,1731475098778 2024-11-13T05:18:19,070 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/hbase.id] with ID: 721c54e5-eeac-4c46-b2f6-b129571f3f8e 2024-11-13T05:18:19,070 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/.tmp/hbase.id 2024-11-13T05:18:19,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:18:19,089 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/.tmp/hbase.id]:[hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/hbase.id] 2024-11-13T05:18:19,108 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:19,108 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:18:19,110 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T05:18:19,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262 2024-11-13T05:18:19,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262 2024-11-13T05:18:19,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:18:19,131 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:18:19,132 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:18:19,132 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:19,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:18:19,157 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:18:19,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:19,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:19,547 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store 2024-11-13T05:18:19,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:18:19,991 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:19,991 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:18:19,991 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:19,991 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:19,991 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:18:19,991 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:19,991 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:19,991 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475099991Disabling compacts and flushes for region at 1731475099991Disabling writes for close at 1731475099991Writing region close event to WAL at 1731475099991Closed at 1731475099991 2024-11-13T05:18:19,992 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/.initializing 2024-11-13T05:18:19,992 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/WALs/a61c20bd729c,45581,1731475098778 2024-11-13T05:18:19,993 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:18:19,995 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C45581%2C1731475098778, suffix=, logDir=hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/WALs/a61c20bd729c,45581,1731475098778, archiveDir=hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/oldWALs, maxLogs=10 2024-11-13T05:18:20,012 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/WALs/a61c20bd729c,45581,1731475098778/a61c20bd729c%2C45581%2C1731475098778.1731475099995, exclude list is [], retry=0 2024-11-13T05:18:20,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-0dac31ec-a3a0-4d7c-8d5b-44731bd8237e,DISK] 2024-11-13T05:18:20,018 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/WALs/a61c20bd729c,45581,1731475098778/a61c20bd729c%2C45581%2C1731475098778.1731475099995 2024-11-13T05:18:20,018 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45727:45727)] 2024-11-13T05:18:20,018 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:20,018 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:20,018 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:20,018 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:20,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:20,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:18:20,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:20,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:20,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:20,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:18:20,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:20,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:20,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:20,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:18:20,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:20,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:20,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:20,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:18:20,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:20,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:20,027 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:20,028 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:20,029 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:20,030 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:20,030 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:20,030 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:18:20,031 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:20,041 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:18:20,042 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69407238, jitterRate=0.03424844145774841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:18:20,042 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475100018Initializing all the Stores at 1731475100019 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475100019Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475100020 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475100020Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475100020Cleaning up temporary data from old regions at 1731475100030 (+10 ms)Region opened successfully at 1731475100042 (+12 ms) 2024-11-13T05:18:20,047 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:18:20,051 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3461edb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:18:20,053 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:18:20,053 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:18:20,053 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:18:20,053 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:18:20,054 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:18:20,054 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:18:20,054 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:18:20,059 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:18:20,060 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Unable to get data of znode /153998262/balancer because node does not exist (not necessarily an error) 2024-11-13T05:18:20,102 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /153998262/balancer already deleted, retry=false 2024-11-13T05:18:20,103 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:18:20,103 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Unable to get data of znode /153998262/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:18:20,113 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /153998262/normalizer already deleted, retry=false 2024-11-13T05:18:20,113 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:18:20,114 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Unable to get data of znode /153998262/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:18:20,123 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /153998262/switch/split already deleted, retry=false 2024-11-13T05:18:20,124 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Unable to get data of znode /153998262/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:18:20,134 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /153998262/switch/merge already deleted, retry=false 2024-11-13T05:18:20,136 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Unable to get data of znode /153998262/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:18:20,144 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /153998262/snapshot-cleanup already deleted, retry=false 2024-11-13T05:18:20,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/153998262/running 2024-11-13T05:18:20,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262 2024-11-13T05:18:20,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/153998262/running 2024-11-13T05:18:20,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262 2024-11-13T05:18:20,156 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,45581,1731475098778, sessionid=0x10132a12a8e0003, setting cluster-up flag (Was=false) 2024-11-13T05:18:20,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262 2024-11-13T05:18:20,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262 2024-11-13T05:18:20,208 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /153998262/flush-table-proc/acquired, /153998262/flush-table-proc/reached, /153998262/flush-table-proc/abort 2024-11-13T05:18:20,209 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,45581,1731475098778 2024-11-13T05:18:20,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262 2024-11-13T05:18:20,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262 2024-11-13T05:18:20,260 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /153998262/online-snapshot/acquired, /153998262/online-snapshot/reached, /153998262/online-snapshot/abort 2024-11-13T05:18:20,261 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,45581,1731475098778 2024-11-13T05:18:20,266 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:18:20,268 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:20,268 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:18:20,269 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:18:20,269 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,45581,1731475098778 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:18:20,270 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:20,270 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:20,270 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:20,270 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:20,270 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:18:20,270 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:20,270 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:18:20,271 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:20,272 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:20,273 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:18:20,274 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:20,274 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:18:20,284 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475130284 2024-11-13T05:18:20,284 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:18:20,285 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:18:20,285 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:18:20,285 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:18:20,285 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:18:20,285 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:18:20,285 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:20,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:18:20,294 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:18:20,294 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:18:20,294 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:18:20,294 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:18:20,298 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:18:20,298 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:18:20,300 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475100299,5,FailOnTimeoutGroup] 2024-11-13T05:18:20,300 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475100300,5,FailOnTimeoutGroup] 2024-11-13T05:18:20,300 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:20,300 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:18:20,300 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:20,300 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:20,314 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.HRegionServer(746): ClusterId : 721c54e5-eeac-4c46-b2f6-b129571f3f8e 2024-11-13T05:18:20,314 DEBUG [RS:0;a61c20bd729c:36497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:18:20,324 DEBUG [RS:0;a61c20bd729c:36497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:18:20,324 DEBUG [RS:0;a61c20bd729c:36497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:18:20,334 DEBUG [RS:0;a61c20bd729c:36497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:18:20,335 DEBUG [RS:0;a61c20bd729c:36497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619ff01d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:18:20,348 DEBUG [RS:0;a61c20bd729c:36497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:36497 2024-11-13T05:18:20,348 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:18:20,348 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:18:20,348 DEBUG [RS:0;a61c20bd729c:36497 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:18:20,349 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,45581,1731475098778 with port=36497, startcode=1731475098947 2024-11-13T05:18:20,349 DEBUG [RS:0;a61c20bd729c:36497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:18:20,351 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:18:20,351 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,36497,1731475098947 2024-11-13T05:18:20,351 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45581 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,36497,1731475098947 2024-11-13T05:18:20,354 DEBUG [RS:0;a61c20bd729c:36497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402 2024-11-13T05:18:20,354 DEBUG [RS:0;a61c20bd729c:36497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45355 2024-11-13T05:18:20,354 DEBUG [RS:0;a61c20bd729c:36497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:18:20,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262/rs 2024-11-13T05:18:20,366 DEBUG [RS:0;a61c20bd729c:36497 {}] zookeeper.ZKUtil(111): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Set watcher on existing znode=/153998262/rs/a61c20bd729c,36497,1731475098947 2024-11-13T05:18:20,366 WARN [RS:0;a61c20bd729c:36497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:18:20,366 INFO [RS:0;a61c20bd729c:36497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:20,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,36497,1731475098947] 2024-11-13T05:18:20,366 DEBUG [RS:0;a61c20bd729c:36497 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/WALs/a61c20bd729c,36497,1731475098947 2024-11-13T05:18:20,376 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:18:20,377 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:18:20,380 INFO [RS:0;a61c20bd729c:36497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:18:20,380 INFO [RS:0;a61c20bd729c:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:20,384 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:18:20,385 INFO [RS:0;a61c20bd729c:36497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:18:20,385 INFO [RS:0;a61c20bd729c:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:20,385 DEBUG [RS:0;a61c20bd729c:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:20,385 DEBUG [RS:0;a61c20bd729c:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:20,385 DEBUG [RS:0;a61c20bd729c:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:20,385 DEBUG [RS:0;a61c20bd729c:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:20,385 DEBUG [RS:0;a61c20bd729c:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:20,385 DEBUG [RS:0;a61c20bd729c:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:18:20,385 DEBUG [RS:0;a61c20bd729c:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:20,385 DEBUG [RS:0;a61c20bd729c:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:20,385 DEBUG [RS:0;a61c20bd729c:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:20,385 DEBUG [RS:0;a61c20bd729c:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:20,386 DEBUG [RS:0;a61c20bd729c:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:20,386 DEBUG [RS:0;a61c20bd729c:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:20,386 DEBUG [RS:0;a61c20bd729c:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:18:20,386 DEBUG [RS:0;a61c20bd729c:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:18:20,392 INFO [RS:0;a61c20bd729c:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:20,392 INFO [RS:0;a61c20bd729c:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:20,392 INFO [RS:0;a61c20bd729c:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:20,392 INFO [RS:0;a61c20bd729c:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:20,392 INFO [RS:0;a61c20bd729c:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:20,392 INFO [RS:0;a61c20bd729c:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36497,1731475098947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:18:20,409 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:18:20,409 INFO [RS:0;a61c20bd729c:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36497,1731475098947-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:20,409 INFO [RS:0;a61c20bd729c:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:20,409 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.Replication(171): a61c20bd729c,36497,1731475098947 started 2024-11-13T05:18:20,422 INFO [RS:0;a61c20bd729c:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:20,423 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,36497,1731475098947, RpcServer on a61c20bd729c/172.17.0.3:36497, sessionid=0x10132a12a8e0004 2024-11-13T05:18:20,423 DEBUG [RS:0;a61c20bd729c:36497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:18:20,423 DEBUG [RS:0;a61c20bd729c:36497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,36497,1731475098947 2024-11-13T05:18:20,423 DEBUG [RS:0;a61c20bd729c:36497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,36497,1731475098947' 2024-11-13T05:18:20,423 DEBUG [RS:0;a61c20bd729c:36497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/153998262/flush-table-proc/abort' 2024-11-13T05:18:20,423 DEBUG [RS:0;a61c20bd729c:36497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/153998262/flush-table-proc/acquired' 2024-11-13T05:18:20,424 DEBUG [RS:0;a61c20bd729c:36497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:18:20,424 DEBUG [RS:0;a61c20bd729c:36497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:18:20,424 DEBUG [RS:0;a61c20bd729c:36497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,36497,1731475098947 2024-11-13T05:18:20,424 DEBUG [RS:0;a61c20bd729c:36497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,36497,1731475098947' 2024-11-13T05:18:20,424 DEBUG [RS:0;a61c20bd729c:36497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/153998262/online-snapshot/abort' 2024-11-13T05:18:20,426 DEBUG [RS:0;a61c20bd729c:36497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/153998262/online-snapshot/acquired' 2024-11-13T05:18:20,426 DEBUG [RS:0;a61c20bd729c:36497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:18:20,426 INFO [RS:0;a61c20bd729c:36497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:18:20,426 INFO [RS:0;a61c20bd729c:36497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:18:20,527 INFO [RS:0;a61c20bd729c:36497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:18:20,529 INFO [RS:0;a61c20bd729c:36497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C36497%2C1731475098947, suffix=, logDir=hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/WALs/a61c20bd729c,36497,1731475098947, archiveDir=hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/oldWALs, maxLogs=10 2024-11-13T05:18:20,548 DEBUG [RS:0;a61c20bd729c:36497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/WALs/a61c20bd729c,36497,1731475098947/a61c20bd729c%2C36497%2C1731475098947.1731475100530, exclude list is [], retry=0 2024-11-13T05:18:20,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-0dac31ec-a3a0-4d7c-8d5b-44731bd8237e,DISK] 2024-11-13T05:18:20,556 INFO [RS:0;a61c20bd729c:36497 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/WALs/a61c20bd729c,36497,1731475098947/a61c20bd729c%2C36497%2C1731475098947.1731475100530 2024-11-13T05:18:20,556 DEBUG [RS:0;a61c20bd729c:36497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45727:45727)] 2024-11-13T05:18:20,691 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:18:20,691 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402 2024-11-13T05:18:20,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741833_1009 (size=32) 2024-11-13T05:18:21,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:21,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:18:21,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:18:21,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:21,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:21,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:18:21,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:18:21,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:21,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:21,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:18:21,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:18:21,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:21,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:21,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:18:21,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:18:21,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:21,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:21,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:18:21,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/data/hbase/meta/1588230740 2024-11-13T05:18:21,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/data/hbase/meta/1588230740 2024-11-13T05:18:21,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:18:21,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:18:21,111 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:18:21,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:18:21,115 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:18:21,115 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66613586, jitterRate=-0.0073802173137664795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:18:21,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475101099Initializing all the Stores at 1731475101100 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475101100Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475101101 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475101101Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475101101Cleaning up temporary data from old regions at 1731475101110 (+9 ms)Region opened successfully at 1731475101115 (+5 ms) 2024-11-13T05:18:21,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:18:21,115 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:18:21,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:18:21,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:18:21,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:18:21,116 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:18:21,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475101115Disabling compacts and flushes for region at 1731475101115Disabling writes for close at 1731475101116 (+1 ms)Writing region close event to WAL at 1731475101116Closed at 1731475101116 2024-11-13T05:18:21,118 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:21,118 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:18:21,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:18:21,119 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:18:21,121 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:18:21,271 DEBUG [a61c20bd729c:45581 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:18:21,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,36497,1731475098947 2024-11-13T05:18:21,273 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,36497,1731475098947, state=OPENING 2024-11-13T05:18:21,373 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:18:21,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262 2024-11-13T05:18:21,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262 2024-11-13T05:18:21,394 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:18:21,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /153998262/meta-region-server: CHANGED 2024-11-13T05:18:21,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /153998262/meta-region-server: CHANGED 2024-11-13T05:18:21,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,36497,1731475098947}] 2024-11-13T05:18:21,547 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:18:21,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:18:21,552 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:18:21,552 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:21,553 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:18:21,554 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C36497%2C1731475098947.meta, suffix=.meta, logDir=hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/WALs/a61c20bd729c,36497,1731475098947, archiveDir=hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/oldWALs, maxLogs=10 2024-11-13T05:18:21,562 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:18:21,566 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/WALs/a61c20bd729c,36497,1731475098947/a61c20bd729c%2C36497%2C1731475098947.meta.1731475101554.meta, exclude list is [], retry=0 2024-11-13T05:18:21,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38385,DS-0dac31ec-a3a0-4d7c-8d5b-44731bd8237e,DISK] 2024-11-13T05:18:21,570 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/WALs/a61c20bd729c,36497,1731475098947/a61c20bd729c%2C36497%2C1731475098947.meta.1731475101554.meta 2024-11-13T05:18:21,571 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45727:45727)] 2024-11-13T05:18:21,571 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:21,571 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:18:21,571 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:18:21,571 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:18:21,571 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:18:21,571 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:18:21,571 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:21,571 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:18:21,571 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:18:21,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:18:21,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:18:21,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:21,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:21,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:18:21,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:18:21,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:21,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:21,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:18:21,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:18:21,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:21,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:21,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:18:21,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:18:21,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:21,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:21,577 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:18:21,578 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/data/hbase/meta/1588230740 2024-11-13T05:18:21,579 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/data/hbase/meta/1588230740 2024-11-13T05:18:21,580 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:18:21,580 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:18:21,581 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:18:21,582 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:18:21,583 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62424759, jitterRate=-0.06979860365390778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:18:21,583 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:18:21,583 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475101571Writing region info on filesystem at 1731475101571Initializing all the Stores at 1731475101572 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475101572Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475101573 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475101573Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475101573Cleaning up temporary data from old regions at 1731475101580 (+7 ms)Running coprocessor post-open hooks at 1731475101583 (+3 ms)Region opened successfully at 1731475101583 2024-11-13T05:18:21,584 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475101547 2024-11-13T05:18:21,587 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:18:21,587 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:18:21,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,36497,1731475098947 2024-11-13T05:18:21,589 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,36497,1731475098947, state=OPEN 2024-11-13T05:18:21,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/153998262/meta-region-server 2024-11-13T05:18:21,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/153998262/meta-region-server 2024-11-13T05:18:21,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /153998262/meta-region-server: CHANGED 2024-11-13T05:18:21,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /153998262/meta-region-server: CHANGED 2024-11-13T05:18:21,618 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,36497,1731475098947 2024-11-13T05:18:21,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:18:21,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,36497,1731475098947 in 224 msec 2024-11-13T05:18:21,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:18:21,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 504 msec 2024-11-13T05:18:21,625 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:21,625 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:18:21,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:18:21,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,36497,1731475098947, seqNum=-1] 2024-11-13T05:18:21,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:21,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:21,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3650 sec 2024-11-13T05:18:21,634 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475101634, completionTime=-1 2024-11-13T05:18:21,634 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:18:21,634 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:18:21,636 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:18:21,636 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475161636 2024-11-13T05:18:21,637 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475221637 2024-11-13T05:18:21,637 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T05:18:21,637 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,45581,1731475098778-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:21,637 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,45581,1731475098778-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:21,637 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,45581,1731475098778-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:21,637 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:45581, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:21,637 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:21,637 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:21,639 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:18:21,642 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.581sec 2024-11-13T05:18:21,642 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:18:21,642 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:18:21,642 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:18:21,642 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:18:21,642 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:18:21,642 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,45581,1731475098778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:18:21,642 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,45581,1731475098778-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:18:21,645 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:18:21,645 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:18:21,645 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,45581,1731475098778-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:21,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:21,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,45581,-1 for getting cluster id 2024-11-13T05:18:21,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:21,717 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '721c54e5-eeac-4c46-b2f6-b129571f3f8e' 2024-11-13T05:18:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "721c54e5-eeac-4c46-b2f6-b129571f3f8e" 2024-11-13T05:18:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2692c885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,45581,-1] 2024-11-13T05:18:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:21,718 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:21,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:21,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:18:21,720 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,36497,1731475098947, seqNum=-1] 2024-11-13T05:18:21,720 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:21,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:21,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,45581,1731475098778 2024-11-13T05:18:21,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56981 2024-11-13T05:18:21,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:18:21,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10132a12a8e0005 connected 2024-11-13T05:18:21,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:21,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,37317,-1 for getting cluster id 2024-11-13T05:18:21,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:21,749 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf6f9268-31b3-4d4a-892f-b50da094fc07' 2024-11-13T05:18:21,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:21,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf6f9268-31b3-4d4a-892f-b50da094fc07" 2024-11-13T05:18:21,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427f6a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:21,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,37317,-1] 2024-11-13T05:18:21,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:21,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:21,751 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:21,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212f1f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:21,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:18:21,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,37317,1731475093075 2024-11-13T05:18:21,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@967907d 2024-11-13T05:18:21,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:18:21,754 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:18:21,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37317 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a61c20bd729c:45581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T05:18:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37317 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:18:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:18:21,758 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:45581' 2024-11-13T05:18:21,759 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305dd4ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:21,759 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,45581,-1 for getting cluster id 2024-11-13T05:18:21,759 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:21,760 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '721c54e5-eeac-4c46-b2f6-b129571f3f8e' 2024-11-13T05:18:21,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:21,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "721c54e5-eeac-4c46-b2f6-b129571f3f8e" 2024-11-13T05:18:21,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c177fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:21,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,45581,-1] 2024-11-13T05:18:21,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:21,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:21,762 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:21,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52095d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:21,762 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:18:21,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,45581,1731475098778 2024-11-13T05:18:21,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71127a2 2024-11-13T05:18:21,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:18:21,764 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:18:21,765 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T05:18:21,765 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:18:21,765 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:21,765 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:21,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:18:21,766 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:18:21,769 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T05:18:21,771 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:18:21,771 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:21,772 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:18:21,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741835_1011 (size=1138) 2024-11-13T05:18:21,819 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T05:18:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:18:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:18:22,181 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 175dada315d5897398c1865c6c59f648, NAME => 'hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55 2024-11-13T05:18:22,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741836_1012 (size=44) 2024-11-13T05:18:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:18:22,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:22,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 175dada315d5897398c1865c6c59f648, disabling compactions & flushes 2024-11-13T05:18:22,588 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648. 2024-11-13T05:18:22,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648. 2024-11-13T05:18:22,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648. after waiting 0 ms 2024-11-13T05:18:22,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648. 2024-11-13T05:18:22,588 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648. 2024-11-13T05:18:22,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 175dada315d5897398c1865c6c59f648: Waiting for close lock at 1731475102588Disabling compacts and flushes for region at 1731475102588Disabling writes for close at 1731475102588Writing region close event to WAL at 1731475102588Closed at 1731475102588 2024-11-13T05:18:22,590 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:18:22,590 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731475102590"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475102590"}]},"ts":"1731475102590"} 2024-11-13T05:18:22,592 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:18:22,593 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:18:22,593 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475102593"}]},"ts":"1731475102593"} 2024-11-13T05:18:22,595 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T05:18:22,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=175dada315d5897398c1865c6c59f648, ASSIGN}] 2024-11-13T05:18:22,597 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=175dada315d5897398c1865c6c59f648, ASSIGN 2024-11-13T05:18:22,598 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=175dada315d5897398c1865c6c59f648, ASSIGN; state=OFFLINE, location=a61c20bd729c,36533,1731475093270; forceNewPlan=false, retain=false 2024-11-13T05:18:22,748 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=175dada315d5897398c1865c6c59f648, regionState=OPENING, regionLocation=a61c20bd729c,36533,1731475093270 2024-11-13T05:18:22,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=175dada315d5897398c1865c6c59f648, ASSIGN because future has completed 2024-11-13T05:18:22,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 175dada315d5897398c1865c6c59f648, server=a61c20bd729c,36533,1731475093270}] 2024-11-13T05:18:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:18:22,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648. 2024-11-13T05:18:22,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:22,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T05:18:22,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C36533%2C1731475093270.rep, suffix=, logDir=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270, archiveDir=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/oldWALs, maxLogs=10 2024-11-13T05:18:22,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270/a61c20bd729c%2C36533%2C1731475093270.rep.1731475102911, exclude list is [], retry=0 2024-11-13T05:18:22,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44461,DS-f61dc2a5-fc18-48ed-b76f-b4776b002463,DISK] 2024-11-13T05:18:22,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270/a61c20bd729c%2C36533%2C1731475093270.rep.1731475102911 2024-11-13T05:18:22,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46153:46153)] 2024-11-13T05:18:22,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 175dada315d5897398c1865c6c59f648, NAME => 'hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:22,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:18:22,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:18:22,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648. service=MultiRowMutationService 2024-11-13T05:18:22,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T05:18:22,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 175dada315d5897398c1865c6c59f648 2024-11-13T05:18:22,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:22,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 175dada315d5897398c1865c6c59f648 2024-11-13T05:18:22,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 175dada315d5897398c1865c6c59f648 2024-11-13T05:18:22,929 INFO [StoreOpener-175dada315d5897398c1865c6c59f648-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 175dada315d5897398c1865c6c59f648 2024-11-13T05:18:22,930 INFO [StoreOpener-175dada315d5897398c1865c6c59f648-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 175dada315d5897398c1865c6c59f648 columnFamilyName hfileref 2024-11-13T05:18:22,931 DEBUG [StoreOpener-175dada315d5897398c1865c6c59f648-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:22,931 INFO [StoreOpener-175dada315d5897398c1865c6c59f648-1 {}] regionserver.HStore(327): Store=175dada315d5897398c1865c6c59f648/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:22,931 INFO [StoreOpener-175dada315d5897398c1865c6c59f648-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 175dada315d5897398c1865c6c59f648 2024-11-13T05:18:22,932 INFO [StoreOpener-175dada315d5897398c1865c6c59f648-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 175dada315d5897398c1865c6c59f648 columnFamilyName queue 2024-11-13T05:18:22,932 DEBUG [StoreOpener-175dada315d5897398c1865c6c59f648-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:22,933 INFO [StoreOpener-175dada315d5897398c1865c6c59f648-1 {}] regionserver.HStore(327): Store=175dada315d5897398c1865c6c59f648/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:22,933 INFO [StoreOpener-175dada315d5897398c1865c6c59f648-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 175dada315d5897398c1865c6c59f648 2024-11-13T05:18:22,934 INFO [StoreOpener-175dada315d5897398c1865c6c59f648-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 175dada315d5897398c1865c6c59f648 columnFamilyName sid 2024-11-13T05:18:22,934 DEBUG [StoreOpener-175dada315d5897398c1865c6c59f648-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:22,935 INFO [StoreOpener-175dada315d5897398c1865c6c59f648-1 {}] regionserver.HStore(327): Store=175dada315d5897398c1865c6c59f648/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:22,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 175dada315d5897398c1865c6c59f648 2024-11-13T05:18:22,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/replication/175dada315d5897398c1865c6c59f648 2024-11-13T05:18:22,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/replication/175dada315d5897398c1865c6c59f648 2024-11-13T05:18:22,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 175dada315d5897398c1865c6c59f648 2024-11-13T05:18:22,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 175dada315d5897398c1865c6c59f648 2024-11-13T05:18:22,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:18:22,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 175dada315d5897398c1865c6c59f648 2024-11-13T05:18:22,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/replication/175dada315d5897398c1865c6c59f648/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:18:22,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 175dada315d5897398c1865c6c59f648; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64975010, jitterRate=-0.0317969024181366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:18:22,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 175dada315d5897398c1865c6c59f648 2024-11-13T05:18:22,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 175dada315d5897398c1865c6c59f648: Running coprocessor pre-open hook at 1731475102928Writing region info on filesystem at 1731475102928Initializing all the Stores at 1731475102929 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475102929Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475102929Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475102929Cleaning up temporary data from old regions at 1731475102937 (+8 ms)Running coprocessor post-open hooks at 1731475102941 (+4 ms)Region opened successfully at 1731475102941 2024-11-13T05:18:22,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648., pid=7, masterSystemTime=1731475102904 2024-11-13T05:18:22,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648. 2024-11-13T05:18:22,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648. 2024-11-13T05:18:22,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=175dada315d5897398c1865c6c59f648, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,36533,1731475093270 2024-11-13T05:18:22,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 175dada315d5897398c1865c6c59f648, server=a61c20bd729c,36533,1731475093270 because future has completed 2024-11-13T05:18:22,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T05:18:22,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 175dada315d5897398c1865c6c59f648, server=a61c20bd729c,36533,1731475093270 in 197 msec 2024-11-13T05:18:22,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:18:22,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=175dada315d5897398c1865c6c59f648, ASSIGN in 355 msec 2024-11-13T05:18:22,954 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:18:22,954 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475102954"}]},"ts":"1731475102954"} 2024-11-13T05:18:22,956 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T05:18:22,957 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:18:22,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-13T05:18:22,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648., hostname=a61c20bd729c,36533,1731475093270, seqNum=2] 2024-11-13T05:18:23,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128 2024-11-13T05:18:23,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128 2024-11-13T05:18:23,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:18:23,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T05:18:23,215 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T05:18:23,241 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a61c20bd729c,36533,1731475093270, ReplicationSource: 1, currentBandwidth=0 2024-11-13T05:18:23,242 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:18:23,242 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,36533,1731475093270, seqNum=-1] 2024-11-13T05:18:23,242 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:23,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-13T05:18:23,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a61c20bd729c,36533,1731475093270', locateType=CURRENT is [region=hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648., hostname=a61c20bd729c,36533,1731475093270, seqNum=2] 2024-11-13T05:18:23,248 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T05:18:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37317 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T05:18:23,251 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a61c20bd729c,36533,1731475093270 suceeded 2024-11-13T05:18:23,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T05:18:23,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-13T05:18:23,254 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a61c20bd729c:45581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:18:23,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-13T05:18:23,262 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:45581' 2024-11-13T05:18:23,263 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1403febe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:23,263 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,45581,-1 for getting cluster id 2024-11-13T05:18:23,263 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:23,264 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '721c54e5-eeac-4c46-b2f6-b129571f3f8e' 2024-11-13T05:18:23,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:23,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "721c54e5-eeac-4c46-b2f6-b129571f3f8e" 2024-11-13T05:18:23,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6db8cbdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:23,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,45581,-1] 2024-11-13T05:18:23,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:23,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:23,265 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:23,266 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bc70c57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:23,266 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:18:23,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,45581,1731475098778 2024-11-13T05:18:23,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@592803c9 2024-11-13T05:18:23,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:18:23,268 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-13T05:18:23,269 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a61c20bd729c,36533,1731475093270 (queues=1) is replicating from cluster=bf6f9268-31b3-4d4a-892f-b50da094fc07 to cluster=721c54e5-eeac-4c46-b2f6-b129571f3f8e 2024-11-13T05:18:23,269 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a61c20bd729c%2C36533%2C1731475093270 2024-11-13T05:18:23,269 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a61c20bd729c,36533,1731475093270, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:18:23,269 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270.replicationSource.shippera61c20bd729c%2C36533%2C1731475093270,1-a61c20bd729c,36533,1731475093270 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C36533%2C1731475093270 2024-11-13T05:18:23,269 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270.replicationSource.wal-reader.a61c20bd729c%2C36533%2C1731475093270,1-a61c20bd729c,36533,1731475093270 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270/a61c20bd729c%2C36533%2C1731475093270.1731475095725, startPosition=0, beingWritten=true 2024-11-13T05:18:23,474 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270.replicationSource.wal-reader.a61c20bd729c%2C36533%2C1731475093270,1-a61c20bd729c,36533,1731475093270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270/a61c20bd729c%2C36533%2C1731475093270.1731475095725 to pos 0, reset compression=false 2024-11-13T05:18:23,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T05:18:23,654 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T05:18:23,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T05:18:23,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T05:18:23,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:18:23,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T05:18:23,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:18:23,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T05:18:23,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T05:18:23,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T05:18:23,779 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270.replicationSource.wal-reader.a61c20bd729c%2C36533%2C1731475093270,1-a61c20bd729c,36533,1731475093270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270/a61c20bd729c%2C36533%2C1731475093270.1731475095725 to pos 0, reset compression=false 2024-11-13T05:18:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:18:23,912 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T05:18:23,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:18:23,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:23,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:23,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:23,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:18:23,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:18:23,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,37317,1731475093075 2024-11-13T05:18:23,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@343fcd01 2024-11-13T05:18:23,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:18:23,914 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:18:23,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37317 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T05:18:23,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:18:23,915 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:18:23,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:23,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:23,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:23,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:18:23,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:18:23,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1746064247, stopped=false 2024-11-13T05:18:23,915 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,45581,1731475098778 2024-11-13T05:18:23,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/153998262/running 2024-11-13T05:18:23,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/153998262/running 2024-11-13T05:18:23,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262 2024-11-13T05:18:23,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262 2024-11-13T05:18:23,966 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:18:23,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:18:23,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:23,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:23,966 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,36497,1731475098947' ***** 2024-11-13T05:18:23,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Set watcher on znode that does not yet exist, /153998262/running 2024-11-13T05:18:23,966 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:18:23,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Set watcher on znode that does not yet exist, /153998262/running 2024-11-13T05:18:23,966 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:18:23,966 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:18:23,966 INFO [RS:0;a61c20bd729c:36497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:18:23,966 INFO [RS:0;a61c20bd729c:36497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:18:23,967 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,36497,1731475098947 2024-11-13T05:18:23,967 INFO [RS:0;a61c20bd729c:36497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:18:23,967 INFO [RS:0;a61c20bd729c:36497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:36497. 2024-11-13T05:18:23,967 DEBUG [RS:0;a61c20bd729c:36497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:23,967 DEBUG [RS:0;a61c20bd729c:36497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:23,967 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:18:23,967 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:18:23,967 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:18:23,967 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:18:23,967 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T05:18:23,967 DEBUG [RS:0;a61c20bd729c:36497 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:18:23,967 DEBUG [RS:0;a61c20bd729c:36497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:18:23,967 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:18:23,967 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:18:23,967 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:18:23,967 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:18:23,967 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:18:23,968 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T05:18:23,982 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/data/hbase/meta/1588230740/.tmp/ns/2c9ff56a8e2a48368311bdc7b3fc1de5 is 43, key is default/ns:d/1731475101628/Put/seqid=0 2024-11-13T05:18:23,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741835_1011 (size=5153) 2024-11-13T05:18:23,998 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:18:24,167 DEBUG [RS:0;a61c20bd729c:36497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:18:24,184 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270.replicationSource.wal-reader.a61c20bd729c%2C36533%2C1731475093270,1-a61c20bd729c,36533,1731475093270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270/a61c20bd729c%2C36533%2C1731475093270.1731475095725 to pos 0, reset compression=false 2024-11-13T05:18:24,368 DEBUG [RS:0;a61c20bd729c:36497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:18:24,388 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/data/hbase/meta/1588230740/.tmp/ns/2c9ff56a8e2a48368311bdc7b3fc1de5 2024-11-13T05:18:24,394 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:18:24,394 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:18:24,395 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/data/hbase/meta/1588230740/.tmp/ns/2c9ff56a8e2a48368311bdc7b3fc1de5 as hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/data/hbase/meta/1588230740/ns/2c9ff56a8e2a48368311bdc7b3fc1de5 2024-11-13T05:18:24,401 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/data/hbase/meta/1588230740/ns/2c9ff56a8e2a48368311bdc7b3fc1de5, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T05:18:24,402 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-13T05:18:24,406 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T05:18:24,407 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:18:24,407 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:18:24,407 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:18:24,407 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475103967Running coprocessor pre-close hooks at 1731475103967Disabling compacts and flushes for region at 1731475103967Disabling writes for close at 1731475103967Obtaining lock to block concurrent updates at 1731475103968 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731475103968Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731475103968Flushing stores of hbase:meta,,1.1588230740 at 1731475103969 (+1 ms)Flushing 1588230740/ns: creating writer at 1731475103969Flushing 1588230740/ns: appending metadata at 1731475103982 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731475103982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3feaa7d2: reopening flushed file at 1731475104394 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1731475104402 (+8 ms)Writing region close event to WAL at 1731475104402Running coprocessor post-close hooks at 1731475104407 (+5 ms)Closed at 1731475104407 2024-11-13T05:18:24,407 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:18:24,568 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,36497,1731475098947; all regions closed. 2024-11-13T05:18:24,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741834_1010 (size=1152) 2024-11-13T05:18:24,570 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/WALs/a61c20bd729c,36497,1731475098947/a61c20bd729c%2C36497%2C1731475098947.meta.1731475101554.meta not finished, retry = 0 2024-11-13T05:18:24,673 DEBUG [RS:0;a61c20bd729c:36497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/oldWALs 2024-11-13T05:18:24,673 INFO [RS:0;a61c20bd729c:36497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C36497%2C1731475098947.meta:.meta(num 1731475101554) 2024-11-13T05:18:24,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741832_1008 (size=93) 2024-11-13T05:18:24,675 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/WALs/a61c20bd729c,36497,1731475098947/a61c20bd729c%2C36497%2C1731475098947.1731475100530 not finished, retry = 0 2024-11-13T05:18:24,688 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270.replicationSource.wal-reader.a61c20bd729c%2C36533%2C1731475093270,1-a61c20bd729c,36533,1731475093270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270/a61c20bd729c%2C36533%2C1731475093270.1731475095725 to pos 0, reset compression=false 2024-11-13T05:18:24,778 DEBUG [RS:0;a61c20bd729c:36497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/oldWALs 2024-11-13T05:18:24,778 INFO [RS:0;a61c20bd729c:36497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C36497%2C1731475098947:(num 1731475100530) 2024-11-13T05:18:24,779 DEBUG [RS:0;a61c20bd729c:36497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:24,779 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:18:24,779 INFO [RS:0;a61c20bd729c:36497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:18:24,779 INFO [RS:0;a61c20bd729c:36497 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T05:18:24,779 INFO [RS:0;a61c20bd729c:36497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:18:24,779 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:18:24,779 INFO [RS:0;a61c20bd729c:36497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36497 2024-11-13T05:18:24,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262/rs 2024-11-13T05:18:24,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/153998262/rs/a61c20bd729c,36497,1731475098947 2024-11-13T05:18:24,797 INFO [RS:0;a61c20bd729c:36497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:18:24,807 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,36497,1731475098947] 2024-11-13T05:18:24,818 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /153998262/draining/a61c20bd729c,36497,1731475098947 already deleted, retry=false 2024-11-13T05:18:24,818 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,36497,1731475098947 expired; onlineServers=0 2024-11-13T05:18:24,818 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,45581,1731475098778' ***** 2024-11-13T05:18:24,818 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:18:24,818 INFO [M:0;a61c20bd729c:45581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:18:24,818 INFO [M:0;a61c20bd729c:45581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:18:24,818 DEBUG [M:0;a61c20bd729c:45581 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:18:24,818 DEBUG [M:0;a61c20bd729c:45581 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:18:24,818 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:18:24,818 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475100300 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475100300,5,FailOnTimeoutGroup] 2024-11-13T05:18:24,818 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475100299 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475100299,5,FailOnTimeoutGroup] 2024-11-13T05:18:24,819 INFO [M:0;a61c20bd729c:45581 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:18:24,819 INFO [M:0;a61c20bd729c:45581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:18:24,819 DEBUG [M:0;a61c20bd729c:45581 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:18:24,819 INFO [M:0;a61c20bd729c:45581 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:18:24,819 INFO [M:0;a61c20bd729c:45581 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:18:24,819 INFO [M:0;a61c20bd729c:45581 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:18:24,819 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:18:24,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/153998262/master 2024-11-13T05:18:24,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/153998262 2024-11-13T05:18:24,828 DEBUG [M:0;a61c20bd729c:45581 {}] zookeeper.ZKUtil(347): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Unable to get data of znode /153998262/master because node does not exist (not an error) 2024-11-13T05:18:24,828 WARN [M:0;a61c20bd729c:45581 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:18:24,829 INFO [M:0;a61c20bd729c:45581 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/.lastflushedseqids 2024-11-13T05:18:24,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741836_1012 (size=99) 2024-11-13T05:18:24,908 INFO [RS:0;a61c20bd729c:36497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:18:24,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:18:24,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10132a12a8e0004, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:18:24,908 INFO [RS:0;a61c20bd729c:36497 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,36497,1731475098947; zookeeper connection closed. 2024-11-13T05:18:24,908 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39f4b04d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39f4b04d 2024-11-13T05:18:24,908 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:18:25,234 INFO [M:0;a61c20bd729c:45581 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:18:25,234 INFO [M:0;a61c20bd729c:45581 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:18:25,235 DEBUG [M:0;a61c20bd729c:45581 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:18:25,235 INFO [M:0;a61c20bd729c:45581 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:25,235 DEBUG [M:0;a61c20bd729c:45581 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:25,235 DEBUG [M:0;a61c20bd729c:45581 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:18:25,235 DEBUG [M:0;a61c20bd729c:45581 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:25,235 INFO [M:0;a61c20bd729c:45581 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T05:18:25,251 DEBUG [M:0;a61c20bd729c:45581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4c9da9b0ae2413f9c40ca65300d24ae is 82, key is hbase:meta,,1/info:regioninfo/1731475101588/Put/seqid=0 2024-11-13T05:18:25,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741837_1013 (size=5672) 2024-11-13T05:18:25,293 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270.replicationSource.wal-reader.a61c20bd729c%2C36533%2C1731475093270,1-a61c20bd729c,36533,1731475093270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270/a61c20bd729c%2C36533%2C1731475093270.1731475095725 to pos 0, reset compression=false 2024-11-13T05:18:25,655 INFO [M:0;a61c20bd729c:45581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4c9da9b0ae2413f9c40ca65300d24ae 2024-11-13T05:18:25,673 DEBUG [M:0;a61c20bd729c:45581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6e732d043a447238dc270eff6d56541 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731475101633/Put/seqid=0 2024-11-13T05:18:25,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741838_1014 (size=5275) 2024-11-13T05:18:25,998 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270.replicationSource.wal-reader.a61c20bd729c%2C36533%2C1731475093270,1-a61c20bd729c,36533,1731475093270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270/a61c20bd729c%2C36533%2C1731475093270.1731475095725 to pos 0, reset compression=false 2024-11-13T05:18:26,078 INFO [M:0;a61c20bd729c:45581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6e732d043a447238dc270eff6d56541 2024-11-13T05:18:26,096 DEBUG [M:0;a61c20bd729c:45581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35b9794f304e45d3940cfa06b091840d is 69, key is a61c20bd729c,36497,1731475098947/rs:state/1731475100352/Put/seqid=0 2024-11-13T05:18:26,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741839_1015 (size=5156) 2024-11-13T05:18:26,501 INFO [M:0;a61c20bd729c:45581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35b9794f304e45d3940cfa06b091840d 2024-11-13T05:18:26,508 DEBUG [M:0;a61c20bd729c:45581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4c9da9b0ae2413f9c40ca65300d24ae as hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4c9da9b0ae2413f9c40ca65300d24ae 2024-11-13T05:18:26,514 INFO [M:0;a61c20bd729c:45581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4c9da9b0ae2413f9c40ca65300d24ae, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T05:18:26,515 DEBUG [M:0;a61c20bd729c:45581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6e732d043a447238dc270eff6d56541 as hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6e732d043a447238dc270eff6d56541 2024-11-13T05:18:26,521 INFO [M:0;a61c20bd729c:45581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6e732d043a447238dc270eff6d56541, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T05:18:26,522 DEBUG [M:0;a61c20bd729c:45581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35b9794f304e45d3940cfa06b091840d as hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35b9794f304e45d3940cfa06b091840d 2024-11-13T05:18:26,527 INFO [M:0;a61c20bd729c:45581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45355/user/jenkins/test-data/2060b6c1-b682-ea2d-9838-69e41f07e402/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35b9794f304e45d3940cfa06b091840d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T05:18:26,528 INFO [M:0;a61c20bd729c:45581 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=28, compaction requested=false 2024-11-13T05:18:26,529 INFO [M:0;a61c20bd729c:45581 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:26,530 DEBUG [M:0;a61c20bd729c:45581 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475105235Disabling compacts and flushes for region at 1731475105235Disabling writes for close at 1731475105235Obtaining lock to block concurrent updates at 1731475105235Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475105235Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731475105235Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475105236 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475105236Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475105250 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475105250Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475105660 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475105673 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475105673Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475106083 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475106096 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475106096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2f1ce3: reopening flushed file at 1731475106507 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31652bba: reopening flushed file at 1731475106514 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9402d37: reopening flushed file at 1731475106521 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=28, compaction requested=false at 1731475106528 (+7 ms)Writing region close event to WAL at 1731475106529 (+1 ms)Closed at 1731475106529 2024-11-13T05:18:26,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38385 is added to blk_1073741830_1006 (size=10165) 2024-11-13T05:18:26,532 INFO [M:0;a61c20bd729c:45581 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:18:26,533 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:18:26,533 INFO [M:0;a61c20bd729c:45581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45581 2024-11-13T05:18:26,533 INFO [M:0;a61c20bd729c:45581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:18:26,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:18:26,708 INFO [M:0;a61c20bd729c:45581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:18:26,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45581-0x10132a12a8e0003, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:18:26,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bd4cf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:18:26,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:18:26,711 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:18:26,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:18:26,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/hadoop.log.dir/,STOPPED} 2024-11-13T05:18:26,713 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:18:26,713 WARN [BP-1643447858-172.17.0.3-1731475096530 heartbeating to localhost/127.0.0.1:45355 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:18:26,713 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:18:26,713 WARN [BP-1643447858-172.17.0.3-1731475096530 heartbeating to localhost/127.0.0.1:45355 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1643447858-172.17.0.3-1731475096530 (Datanode Uuid 88d5c33e-2a27-49a3-98d6-6e0ae5a7767f) service to localhost/127.0.0.1:45355 2024-11-13T05:18:26,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/cluster_f842b0d9-6053-af1f-4cfa-e4ddadbe6681/data/data1/current/BP-1643447858-172.17.0.3-1731475096530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:18:26,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/cluster_f842b0d9-6053-af1f-4cfa-e4ddadbe6681/data/data2/current/BP-1643447858-172.17.0.3-1731475096530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:18:26,714 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:18:26,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bdd13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:18:26,718 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:18:26,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:18:26,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:18:26,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/hadoop.log.dir/,STOPPED} 2024-11-13T05:18:26,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:18:26,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:18:26,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:18:26,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:26,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:26,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:26,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:18:26,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:18:26,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=69802802, stopped=false 2024-11-13T05:18:26,731 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,37317,1731475093075 2024-11-13T05:18:26,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1932062128/running 2024-11-13T05:18:26,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1932062128/running 2024-11-13T05:18:26,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128 2024-11-13T05:18:26,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128 2024-11-13T05:18:26,751 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:18:26,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:18:26,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:26,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Set watcher on znode that does not yet exist, /0-1932062128/running 2024-11-13T05:18:26,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:26,752 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,36533,1731475093270' ***** 2024-11-13T05:18:26,752 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:18:26,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Set watcher on znode that does not yet exist, /0-1932062128/running 2024-11-13T05:18:26,752 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:18:26,752 INFO [RS:0;a61c20bd729c:36533 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:18:26,752 INFO [RS:0;a61c20bd729c:36533 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:18:26,753 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(3091): Received CLOSE for 175dada315d5897398c1865c6c59f648 2024-11-13T05:18:26,753 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:18:26,753 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,36533,1731475093270 2024-11-13T05:18:26,753 INFO [RS:0;a61c20bd729c:36533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:18:26,753 INFO [RS:0;a61c20bd729c:36533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:36533. 2024-11-13T05:18:26,753 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 175dada315d5897398c1865c6c59f648, disabling compactions & flushes 2024-11-13T05:18:26,753 DEBUG [RS:0;a61c20bd729c:36533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:26,753 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648. 2024-11-13T05:18:26,753 DEBUG [RS:0;a61c20bd729c:36533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:26,753 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648. 2024-11-13T05:18:26,753 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648. after waiting 0 ms 2024-11-13T05:18:26,753 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648. 2024-11-13T05:18:26,753 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:18:26,753 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:18:26,753 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 175dada315d5897398c1865c6c59f648 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T05:18:26,753 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:18:26,753 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:18:26,753 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T05:18:26,753 DEBUG [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(1325): Online Regions={175dada315d5897398c1865c6c59f648=hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:18:26,754 DEBUG [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 175dada315d5897398c1865c6c59f648 2024-11-13T05:18:26,754 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:18:26,754 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:18:26,754 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:18:26,754 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:18:26,754 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:18:26,754 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T05:18:26,768 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/replication/175dada315d5897398c1865c6c59f648/.tmp/queue/1aee45ac15094eb49b8257acbf746835 is 151, key is 1-a61c20bd729c,36533,1731475093270/queue:a61c20bd729c%2C36533%2C1731475093270/1731475103246/Put/seqid=0 2024-11-13T05:18:26,768 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740/.tmp/info/a71ad6021c744fb1bc14948cff749666 is 147, key is hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648./info:regioninfo/1731475102945/Put/seqid=0 2024-11-13T05:18:26,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741838_1014 (size=5350) 2024-11-13T05:18:26,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741839_1015 (size=6631) 2024-11-13T05:18:26,784 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:18:26,802 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270.replicationSource.wal-reader.a61c20bd729c%2C36533%2C1731475093270,1-a61c20bd729c,36533,1731475093270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270/a61c20bd729c%2C36533%2C1731475093270.1731475095725 to pos 0, reset compression=false 2024-11-13T05:18:26,954 DEBUG [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 175dada315d5897398c1865c6c59f648 2024-11-13T05:18:27,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:18:27,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:27,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:27,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:27,154 DEBUG [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 175dada315d5897398c1865c6c59f648 2024-11-13T05:18:27,174 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/replication/175dada315d5897398c1865c6c59f648/.tmp/queue/1aee45ac15094eb49b8257acbf746835 2024-11-13T05:18:27,174 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740/.tmp/info/a71ad6021c744fb1bc14948cff749666 2024-11-13T05:18:27,181 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/replication/175dada315d5897398c1865c6c59f648/.tmp/queue/1aee45ac15094eb49b8257acbf746835 as hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/replication/175dada315d5897398c1865c6c59f648/queue/1aee45ac15094eb49b8257acbf746835 2024-11-13T05:18:27,186 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/replication/175dada315d5897398c1865c6c59f648/queue/1aee45ac15094eb49b8257acbf746835, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T05:18:27,187 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 175dada315d5897398c1865c6c59f648 in 434ms, sequenceid=5, compaction requested=false 2024-11-13T05:18:27,187 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T05:18:27,194 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/replication/175dada315d5897398c1865c6c59f648/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T05:18:27,195 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:18:27,195 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:18:27,195 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648. 2024-11-13T05:18:27,195 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 175dada315d5897398c1865c6c59f648: Waiting for close lock at 1731475106753Running coprocessor pre-close hooks at 1731475106753Disabling compacts and flushes for region at 1731475106753Disabling writes for close at 1731475106753Obtaining lock to block concurrent updates at 1731475106753Preparing flush snapshotting stores in 175dada315d5897398c1865c6c59f648 at 1731475106753Finished memstore snapshotting hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731475106754 (+1 ms)Flushing stores of hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648. at 1731475106754Flushing 175dada315d5897398c1865c6c59f648/queue: creating writer at 1731475106754Flushing 175dada315d5897398c1865c6c59f648/queue: appending metadata at 1731475106767 (+13 ms)Flushing 175dada315d5897398c1865c6c59f648/queue: closing flushed file at 1731475106767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a881997: reopening flushed file at 1731475107180 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 175dada315d5897398c1865c6c59f648 in 434ms, sequenceid=5, compaction requested=false at 1731475107187 (+7 ms)Writing region close event to WAL at 1731475107190 (+3 ms)Running coprocessor post-close hooks at 1731475107194 (+4 ms)Closed at 1731475107195 (+1 ms) 2024-11-13T05:18:27,195 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731475101766.175dada315d5897398c1865c6c59f648. 2024-11-13T05:18:27,198 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740/.tmp/ns/8040f793f63f447b8695751de422efc4 is 43, key is default/ns:d/1731475096439/Put/seqid=0 2024-11-13T05:18:27,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741840_1016 (size=5153) 2024-11-13T05:18:27,354 DEBUG [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:18:27,554 DEBUG [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:18:27,574 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:18:27,574 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:18:27,602 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740/.tmp/ns/8040f793f63f447b8695751de422efc4 2024-11-13T05:18:27,626 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740/.tmp/table/fc5beccdc54a42a3b50f1607c5a5a590 is 53, key is hbase:replication/table:state/1731475102954/Put/seqid=0 2024-11-13T05:18:27,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741841_1017 (size=5256) 2024-11-13T05:18:27,707 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270.replicationSource.wal-reader.a61c20bd729c%2C36533%2C1731475093270,1-a61c20bd729c,36533,1731475093270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270/a61c20bd729c%2C36533%2C1731475093270.1731475095725 to pos 0, reset compression=false 2024-11-13T05:18:27,755 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T05:18:27,755 DEBUG [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:18:27,755 DEBUG [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:18:27,955 DEBUG [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:18:28,031 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740/.tmp/table/fc5beccdc54a42a3b50f1607c5a5a590 2024-11-13T05:18:28,037 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740/.tmp/info/a71ad6021c744fb1bc14948cff749666 as hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740/info/a71ad6021c744fb1bc14948cff749666 2024-11-13T05:18:28,042 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740/info/a71ad6021c744fb1bc14948cff749666, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T05:18:28,043 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740/.tmp/ns/8040f793f63f447b8695751de422efc4 as hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740/ns/8040f793f63f447b8695751de422efc4 2024-11-13T05:18:28,048 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740/ns/8040f793f63f447b8695751de422efc4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T05:18:28,049 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740/.tmp/table/fc5beccdc54a42a3b50f1607c5a5a590 as hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740/table/fc5beccdc54a42a3b50f1607c5a5a590 2024-11-13T05:18:28,056 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740/table/fc5beccdc54a42a3b50f1607c5a5a590, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T05:18:28,057 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false 2024-11-13T05:18:28,066 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T05:18:28,067 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:18:28,067 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:18:28,067 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:18:28,067 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475106754Running coprocessor pre-close hooks at 1731475106754Disabling compacts and flushes for region at 1731475106754Disabling writes for close at 1731475106754Obtaining lock to block concurrent updates at 1731475106754Preparing flush snapshotting stores in 1588230740 at 1731475106754Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731475106754Flushing stores of hbase:meta,,1.1588230740 at 1731475106755 (+1 ms)Flushing 1588230740/info: creating writer at 1731475106755Flushing 1588230740/info: appending metadata at 1731475106767 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731475106768 (+1 ms)Flushing 1588230740/ns: creating writer at 1731475107180 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731475107197 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731475107197Flushing 1588230740/table: creating writer at 1731475107609 (+412 ms)Flushing 1588230740/table: appending metadata at 1731475107626 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731475107626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@552085a6: reopening flushed file at 1731475108036 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb247a1: reopening flushed file at 1731475108042 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@459e81b5: reopening flushed file at 1731475108048 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false at 1731475108057 (+9 ms)Writing region close event to WAL at 1731475108063 (+6 ms)Running coprocessor post-close hooks at 1731475108067 (+4 ms)Closed at 1731475108067 2024-11-13T05:18:28,067 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:18:28,155 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,36533,1731475093270; all regions closed. 2024-11-13T05:18:28,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741834_1010 (size=2742) 2024-11-13T05:18:28,158 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270/a61c20bd729c%2C36533%2C1731475093270.meta.1731475096331.meta not finished, retry = 0 2024-11-13T05:18:28,260 DEBUG [RS:0;a61c20bd729c:36533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/oldWALs 2024-11-13T05:18:28,260 INFO [RS:0;a61c20bd729c:36533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C36533%2C1731475093270.meta:.meta(num 1731475096331) 2024-11-13T05:18:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741837_1013 (size=1586) 2024-11-13T05:18:28,263 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270/a61c20bd729c%2C36533%2C1731475093270.rep.1731475102911 not finished, retry = 0 2024-11-13T05:18:28,365 DEBUG [RS:0;a61c20bd729c:36533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/oldWALs 2024-11-13T05:18:28,365 INFO [RS:0;a61c20bd729c:36533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C36533%2C1731475093270.rep:(num 1731475102911) 2024-11-13T05:18:28,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741833_1009 (size=93) 2024-11-13T05:18:28,368 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/WALs/a61c20bd729c,36533,1731475093270/a61c20bd729c%2C36533%2C1731475093270.1731475095725 not finished, retry = 0 2024-11-13T05:18:28,470 DEBUG [RS:0;a61c20bd729c:36533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/oldWALs 2024-11-13T05:18:28,470 INFO [RS:0;a61c20bd729c:36533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C36533%2C1731475093270:(num 1731475095725) 2024-11-13T05:18:28,470 DEBUG [RS:0;a61c20bd729c:36533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:28,470 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:18:28,471 INFO [RS:0;a61c20bd729c:36533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:18:28,471 INFO [RS:0;a61c20bd729c:36533 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T05:18:28,471 INFO [RS:0;a61c20bd729c:36533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:18:28,471 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:18:28,471 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a61c20bd729c,36533,1731475093270 because: Region server is closing 2024-11-13T05:18:28,471 INFO [RS:0;a61c20bd729c:36533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:36533. 2024-11-13T05:18:28,471 DEBUG [RS:0;a61c20bd729c:36533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:28,471 DEBUG [RS:0;a61c20bd729c:36533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:28,472 DEBUG [RS:0;a61c20bd729c:36533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:28,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:18:28,572 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270.replicationSource.wal-reader.a61c20bd729c%2C36533%2C1731475093270,1-a61c20bd729c,36533,1731475093270 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T05:18:28,572 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270.replicationSource.shippera61c20bd729c%2C36533%2C1731475093270,1-a61c20bd729c,36533,1731475093270 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T05:18:28,572 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36533,1731475093270.replicationSource.shippera61c20bd729c%2C36533%2C1731475093270,1-a61c20bd729c,36533,1731475093270 terminated 2024-11-13T05:18:28,572 INFO [RS:0;a61c20bd729c:36533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36533 2024-11-13T05:18:28,639 INFO [RS:0;a61c20bd729c:36533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:18:28,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1932062128/rs/a61c20bd729c,36533,1731475093270 2024-11-13T05:18:28,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128/rs 2024-11-13T05:18:28,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,36533,1731475093270] 2024-11-13T05:18:28,660 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1932062128/draining/a61c20bd729c,36533,1731475093270 already deleted, retry=false 2024-11-13T05:18:28,660 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,36533,1731475093270 expired; onlineServers=0 2024-11-13T05:18:28,660 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,37317,1731475093075' ***** 2024-11-13T05:18:28,660 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:18:28,660 INFO [M:0;a61c20bd729c:37317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:18:28,660 INFO [M:0;a61c20bd729c:37317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:18:28,660 DEBUG [M:0;a61c20bd729c:37317 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:18:28,660 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:18:28,660 DEBUG [M:0;a61c20bd729c:37317 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:18:28,660 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475095430 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475095430,5,FailOnTimeoutGroup] 2024-11-13T05:18:28,660 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475095432 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475095432,5,FailOnTimeoutGroup] 2024-11-13T05:18:28,660 INFO [M:0;a61c20bd729c:37317 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:18:28,660 INFO [M:0;a61c20bd729c:37317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:18:28,661 DEBUG [M:0;a61c20bd729c:37317 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:18:28,661 INFO [M:0;a61c20bd729c:37317 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:18:28,661 INFO [M:0;a61c20bd729c:37317 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:18:28,661 INFO [M:0;a61c20bd729c:37317 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:18:28,661 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:18:28,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1932062128/master 2024-11-13T05:18:28,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1932062128 2024-11-13T05:18:28,670 DEBUG [M:0;a61c20bd729c:37317 {}] zookeeper.ZKUtil(347): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Unable to get data of znode /0-1932062128/master because node does not exist (not an error) 2024-11-13T05:18:28,670 WARN [M:0;a61c20bd729c:37317 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:18:28,671 INFO [M:0;a61c20bd729c:37317 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/.lastflushedseqids 2024-11-13T05:18:28,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741842_1018 (size=181) 2024-11-13T05:18:28,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:18:28,749 INFO [RS:0;a61c20bd729c:36533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:18:28,749 INFO [RS:0;a61c20bd729c:36533 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,36533,1731475093270; zookeeper connection closed. 2024-11-13T05:18:28,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36533-0x10132a12a8e0001, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:18:28,750 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25959ce6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25959ce6 2024-11-13T05:18:28,750 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:18:29,076 INFO [M:0;a61c20bd729c:37317 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:18:29,076 INFO [M:0;a61c20bd729c:37317 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:18:29,076 DEBUG [M:0;a61c20bd729c:37317 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:18:29,076 INFO [M:0;a61c20bd729c:37317 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:29,076 DEBUG [M:0;a61c20bd729c:37317 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:29,076 DEBUG [M:0;a61c20bd729c:37317 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:18:29,076 DEBUG [M:0;a61c20bd729c:37317 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:29,076 INFO [M:0;a61c20bd729c:37317 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T05:18:29,091 DEBUG [M:0;a61c20bd729c:37317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cfa871a1e5447b6bc01853524e0665d is 82, key is hbase:meta,,1/info:regioninfo/1731475096389/Put/seqid=0 2024-11-13T05:18:29,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741843_1019 (size=5672) 2024-11-13T05:18:29,496 INFO [M:0;a61c20bd729c:37317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cfa871a1e5447b6bc01853524e0665d 2024-11-13T05:18:29,514 DEBUG [M:0;a61c20bd729c:37317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ea1881e34c24883af6b60f78f1ea48a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731475102959/Put/seqid=0 2024-11-13T05:18:29,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741844_1020 (size=7203) 2024-11-13T05:18:29,919 INFO [M:0;a61c20bd729c:37317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ea1881e34c24883af6b60f78f1ea48a 2024-11-13T05:18:29,936 DEBUG [M:0;a61c20bd729c:37317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1b481c298c042fab1bf213041be4e07 is 69, key is a61c20bd729c,36533,1731475093270/rs:state/1731475095531/Put/seqid=0 2024-11-13T05:18:29,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741845_1021 (size=5156) 2024-11-13T05:18:30,341 INFO [M:0;a61c20bd729c:37317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1b481c298c042fab1bf213041be4e07 2024-11-13T05:18:30,348 DEBUG [M:0;a61c20bd729c:37317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cfa871a1e5447b6bc01853524e0665d as hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5cfa871a1e5447b6bc01853524e0665d 2024-11-13T05:18:30,354 INFO [M:0;a61c20bd729c:37317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5cfa871a1e5447b6bc01853524e0665d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T05:18:30,355 DEBUG [M:0;a61c20bd729c:37317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ea1881e34c24883af6b60f78f1ea48a as hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ea1881e34c24883af6b60f78f1ea48a 2024-11-13T05:18:30,374 INFO [M:0;a61c20bd729c:37317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ea1881e34c24883af6b60f78f1ea48a, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T05:18:30,375 DEBUG [M:0;a61c20bd729c:37317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1b481c298c042fab1bf213041be4e07 as hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1b481c298c042fab1bf213041be4e07 2024-11-13T05:18:30,383 INFO [M:0;a61c20bd729c:37317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44353/user/jenkins/test-data/32ea060e-2c51-e473-2746-1f91d5192d55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1b481c298c042fab1bf213041be4e07, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T05:18:30,385 INFO [M:0;a61c20bd729c:37317 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=70, compaction requested=false 2024-11-13T05:18:30,399 INFO [M:0;a61c20bd729c:37317 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:30,399 DEBUG [M:0;a61c20bd729c:37317 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475109076Disabling compacts and flushes for region at 1731475109076Disabling writes for close at 1731475109076Obtaining lock to block concurrent updates at 1731475109076Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475109076Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731475109077 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475109078 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475109078Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475109091 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475109091Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475109501 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475109514 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475109514Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475109924 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475109936 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475109936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e7e2281: reopening flushed file at 1731475110347 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fea741b: reopening flushed file at 1731475110354 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c5f8cc3: reopening flushed file at 1731475110374 (+20 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=70, compaction requested=false at 1731475110385 (+11 ms)Writing region close event to WAL at 1731475110399 (+14 ms)Closed at 1731475110399 2024-11-13T05:18:30,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44461 is added to blk_1073741830_1006 (size=41008) 2024-11-13T05:18:30,402 INFO [M:0;a61c20bd729c:37317 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:18:30,402 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:18:30,402 INFO [M:0;a61c20bd729c:37317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37317 2024-11-13T05:18:30,402 INFO [M:0;a61c20bd729c:37317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:18:30,560 INFO [M:0;a61c20bd729c:37317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:18:30,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:18:30,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37317-0x10132a12a8e0000, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:18:30,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:18:30,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:18:30,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:18:30,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:18:30,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/hadoop.log.dir/,STOPPED} 2024-11-13T05:18:30,566 WARN [BP-1037693110-172.17.0.3-1731475091211 heartbeating to localhost/127.0.0.1:44353 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:18:30,566 WARN [BP-1037693110-172.17.0.3-1731475091211 heartbeating to localhost/127.0.0.1:44353 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1037693110-172.17.0.3-1731475091211 (Datanode Uuid f347adb2-1deb-40ba-8cc0-41b8c3b2b296) service to localhost/127.0.0.1:44353 2024-11-13T05:18:30,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/cluster_ca49f376-1eae-510d-df74-058f122c17e1/data/data1/current/BP-1037693110-172.17.0.3-1731475091211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:18:30,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/cluster_ca49f376-1eae-510d-df74-058f122c17e1/data/data2/current/BP-1037693110-172.17.0.3-1731475091211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:18:30,567 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:18:30,567 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:18:30,567 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:18:30,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:18:30,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:18:30,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:18:30,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:18:30,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be553ef-9df6-f7b4-1d50-bf17ef6afad1/hadoop.log.dir/,STOPPED} 2024-11-13T05:18:30,583 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T05:18:30,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:18:30,609 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 110) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56981) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:44353 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:45355 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:45355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:45355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:44353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56981) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:44353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=447 (was 447), ProcessCount=11 (was 11), AvailableMemoryMB=4448 (was 4646) 2024-11-13T05:18:30,617 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=447, ProcessCount=11, AvailableMemoryMB=4448 2024-11-13T05:18:30,634 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-13T05:18:30,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/hadoop.log.dir so I do NOT create it in target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2 2024-11-13T05:18:30,635 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:18:30,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/hadoop.tmp.dir so I do NOT create it in target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2 2024-11-13T05:18:30,635 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/205c163a-fa4d-3dc8-0672-29433c263044/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:18:30,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2 2024-11-13T05:18:30,635 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/cluster_fa7a2b28-787d-00b8-bf04-aad1f8d1114e, deleteOnExit=true 2024-11-13T05:18:30,654 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/cluster_fa7a2b28-787d-00b8-bf04-aad1f8d1114e/zookeeper_0, clientPort=61509, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/cluster_fa7a2b28-787d-00b8-bf04-aad1f8d1114e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/cluster_fa7a2b28-787d-00b8-bf04-aad1f8d1114e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T05:18:30,655 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61509 2024-11-13T05:18:30,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:18:30,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:18:30,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/test.cache.data in system properties and HBase conf 2024-11-13T05:18:30,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:18:30,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:18:30,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:18:30,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:18:30,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:18:30,656 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:18:30,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:18:30,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:18:30,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:18:30,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:18:30,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:18:30,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:18:30,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:18:30,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:18:30,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:18:30,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:18:30,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:18:30,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:18:30,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:18:30,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:18:30,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10132a12a8e0005, quorum=127.0.0.1:56981, baseZNode=/153998262 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T05:18:30,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10132a12a8e0005, quorum=127.0.0.1:56981, baseZNode=/153998262 Received Disconnected from ZooKeeper, ignoring 2024-11-13T05:18:30,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10132a12a8e0002, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T05:18:30,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10132a12a8e0002, quorum=127.0.0.1:56981, baseZNode=/0-1932062128 Received Disconnected from ZooKeeper, ignoring 2024-11-13T05:18:30,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:18:31,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:18:31,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:18:31,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:18:31,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:18:31,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:18:31,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:18:31,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:18:31,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/java.io.tmpdir/jetty-localhost-38937-hadoop-hdfs-3_4_1-tests_jar-_-any-16839521059056791744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:18:31,149 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:38937} 2024-11-13T05:18:31,149 INFO [Time-limited test {}] server.Server(415): Started @55278ms 2024-11-13T05:18:31,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:18:31,644 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:18:31,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:18:31,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:18:31,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:18:31,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:18:31,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:18:31,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6785d18c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/java.io.tmpdir/jetty-localhost-35343-hadoop-hdfs-3_4_1-tests_jar-_-any-4770772966121352694/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:18:31,796 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:35343} 2024-11-13T05:18:31,796 INFO [Time-limited test {}] server.Server(415): Started @55925ms 2024-11-13T05:18:31,804 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:18:32,697 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:18:32,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:32,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:32,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:32,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:32,740 WARN [Thread-831 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/cluster_fa7a2b28-787d-00b8-bf04-aad1f8d1114e/data/data2/current/BP-1207249918-172.17.0.3-1731475110673/current, will proceed with Du for space computation calculation, 2024-11-13T05:18:32,740 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/cluster_fa7a2b28-787d-00b8-bf04-aad1f8d1114e/data/data1/current/BP-1207249918-172.17.0.3-1731475110673/current, will proceed with Du for space computation calculation, 2024-11-13T05:18:32,773 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:18:32,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x655eb90eda6ff25e with lease ID 0x4b0e8b857adf0fff: Processing first storage report for DS-9155ff5c-3d45-4840-897f-ead0bd198872 from datanode DatanodeRegistration(127.0.0.1:34119, datanodeUuid=2c7f0b92-c131-46b5-a83e-8faa6c18c342, infoPort=35979, infoSecurePort=0, ipcPort=39515, storageInfo=lv=-57;cid=testClusterID;nsid=1523564772;c=1731475110673) 2024-11-13T05:18:32,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x655eb90eda6ff25e with lease ID 0x4b0e8b857adf0fff: from storage DS-9155ff5c-3d45-4840-897f-ead0bd198872 node DatanodeRegistration(127.0.0.1:34119, datanodeUuid=2c7f0b92-c131-46b5-a83e-8faa6c18c342, infoPort=35979, infoSecurePort=0, ipcPort=39515, storageInfo=lv=-57;cid=testClusterID;nsid=1523564772;c=1731475110673), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:18:32,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x655eb90eda6ff25e with lease ID 0x4b0e8b857adf0fff: Processing first storage report for DS-4cd82d90-d863-43ca-a991-45bbd7b777d2 from datanode DatanodeRegistration(127.0.0.1:34119, datanodeUuid=2c7f0b92-c131-46b5-a83e-8faa6c18c342, infoPort=35979, infoSecurePort=0, ipcPort=39515, storageInfo=lv=-57;cid=testClusterID;nsid=1523564772;c=1731475110673) 2024-11-13T05:18:32,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x655eb90eda6ff25e with lease ID 0x4b0e8b857adf0fff: from storage DS-4cd82d90-d863-43ca-a991-45bbd7b777d2 node DatanodeRegistration(127.0.0.1:34119, datanodeUuid=2c7f0b92-c131-46b5-a83e-8faa6c18c342, infoPort=35979, infoSecurePort=0, ipcPort=39515, storageInfo=lv=-57;cid=testClusterID;nsid=1523564772;c=1731475110673), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:18:32,877 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2 2024-11-13T05:18:32,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:32,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:32,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:18:33,295 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37 with version=8 2024-11-13T05:18:33,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/hbase-staging 2024-11-13T05:18:33,298 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:18:33,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:33,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:33,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:18:33,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:33,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:18:33,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:18:33,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:18:33,299 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46699 2024-11-13T05:18:33,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46699 connecting to ZooKeeper ensemble=127.0.0.1:61509 2024-11-13T05:18:33,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466990x0, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:18:33,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46699-0x10132a176a00000 connected 2024-11-13T05:18:33,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:33,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:33,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Set watcher on znode that does not yet exist, /0-1586608887/running 2024-11-13T05:18:33,484 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37, hbase.cluster.distributed=false 2024-11-13T05:18:33,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Set watcher on znode that does not yet exist, /0-1586608887/acl 2024-11-13T05:18:33,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46699 2024-11-13T05:18:33,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46699 2024-11-13T05:18:33,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46699 2024-11-13T05:18:33,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46699 2024-11-13T05:18:33,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46699 2024-11-13T05:18:33,519 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:18:33,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:33,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:33,519 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:18:33,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:33,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:18:33,519 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:18:33,520 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:18:33,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37171 2024-11-13T05:18:33,526 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37171 connecting to ZooKeeper ensemble=127.0.0.1:61509 2024-11-13T05:18:33,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:33,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:33,544 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371710x0, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:18:33,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371710x0, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Set watcher on znode that does not yet exist, /0-1586608887/running 2024-11-13T05:18:33,544 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:18:33,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37171-0x10132a176a00001 connected 2024-11-13T05:18:33,546 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:18:33,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Set watcher on znode that does not yet exist, /0-1586608887/master 2024-11-13T05:18:33,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Set watcher on znode that does not yet exist, /0-1586608887/acl 2024-11-13T05:18:33,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37171 2024-11-13T05:18:33,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37171 2024-11-13T05:18:33,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37171 2024-11-13T05:18:33,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37171 2024-11-13T05:18:33,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37171 2024-11-13T05:18:33,588 DEBUG [M:0;a61c20bd729c:46699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:46699 2024-11-13T05:18:33,588 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1586608887/backup-masters/a61c20bd729c,46699,1731475113298 2024-11-13T05:18:33,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887/backup-masters 2024-11-13T05:18:33,596 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887/backup-masters 2024-11-13T05:18:33,597 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Set watcher on existing znode=/0-1586608887/backup-masters/a61c20bd729c,46699,1731475113298 2024-11-13T05:18:33,607 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1586608887/master 2024-11-13T05:18:33,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887 2024-11-13T05:18:33,607 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887 2024-11-13T05:18:33,608 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Set watcher on existing znode=/0-1586608887/master 2024-11-13T05:18:33,608 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1586608887/backup-masters/a61c20bd729c,46699,1731475113298 from backup master directory 2024-11-13T05:18:33,617 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887/backup-masters 2024-11-13T05:18:33,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1586608887/backup-masters/a61c20bd729c,46699,1731475113298 2024-11-13T05:18:33,617 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:18:33,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887/backup-masters 2024-11-13T05:18:33,617 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,46699,1731475113298 2024-11-13T05:18:33,626 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/hbase.id] with ID: 4e6e7f5a-cfbd-4a41-80bd-dca5a2c81249 2024-11-13T05:18:33,626 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/.tmp/hbase.id 2024-11-13T05:18:33,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:18:33,634 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/.tmp/hbase.id]:[hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/hbase.id] 2024-11-13T05:18:33,647 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:33,647 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:18:33,648 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T05:18:33,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:18:33,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T05:18:33,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T05:18:33,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T05:18:33,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:18:33,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887 2024-11-13T05:18:33,659 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887 2024-11-13T05:18:33,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:18:33,674 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:18:33,675 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:18:33,676 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:33,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:18:33,686 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store 2024-11-13T05:18:33,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:18:34,094 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:34,094 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:18:34,094 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:34,094 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:34,094 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:18:34,094 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:34,094 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:34,094 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475114094Disabling compacts and flushes for region at 1731475114094Disabling writes for close at 1731475114094Writing region close event to WAL at 1731475114094Closed at 1731475114094 2024-11-13T05:18:34,095 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/.initializing 2024-11-13T05:18:34,095 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/WALs/a61c20bd729c,46699,1731475113298 2024-11-13T05:18:34,096 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:18:34,097 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C46699%2C1731475113298, suffix=, logDir=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/WALs/a61c20bd729c,46699,1731475113298, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/oldWALs, maxLogs=10 2024-11-13T05:18:34,110 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/WALs/a61c20bd729c,46699,1731475113298/a61c20bd729c%2C46699%2C1731475113298.1731475114098, exclude list is [], retry=0 2024-11-13T05:18:34,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34119,DS-9155ff5c-3d45-4840-897f-ead0bd198872,DISK] 2024-11-13T05:18:34,128 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/WALs/a61c20bd729c,46699,1731475113298/a61c20bd729c%2C46699%2C1731475113298.1731475114098 2024-11-13T05:18:34,128 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35979:35979)] 2024-11-13T05:18:34,128 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:34,128 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:34,129 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:34,129 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:34,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:34,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:18:34,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:34,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:34,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:34,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:18:34,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:34,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:34,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:34,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:18:34,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:34,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:34,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:34,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:18:34,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:34,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:34,145 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:34,146 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:34,146 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:34,147 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:34,148 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:34,149 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:18:34,150 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:34,153 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:18:34,153 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62648534, jitterRate=-0.06646409630775452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:18:34,154 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475114129Initializing all the Stores at 1731475114130 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475114130Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475114132 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475114132Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475114132Cleaning up temporary data from old regions at 1731475114148 (+16 ms)Region opened successfully at 1731475114154 (+6 ms) 2024-11-13T05:18:34,155 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:18:34,158 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458fff83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:18:34,159 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:18:34,159 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:18:34,159 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:18:34,159 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:18:34,159 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:18:34,160 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:18:34,160 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:18:34,162 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:18:34,163 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Unable to get data of znode /0-1586608887/balancer because node does not exist (not necessarily an error) 2024-11-13T05:18:34,207 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1586608887/balancer already deleted, retry=false 2024-11-13T05:18:34,207 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:18:34,208 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Unable to get data of znode /0-1586608887/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:18:34,217 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1586608887/normalizer already deleted, retry=false 2024-11-13T05:18:34,217 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:18:34,218 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Unable to get data of znode /0-1586608887/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:18:34,228 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1586608887/switch/split already deleted, retry=false 2024-11-13T05:18:34,229 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Unable to get data of znode /0-1586608887/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:18:34,238 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1586608887/switch/merge already deleted, retry=false 2024-11-13T05:18:34,240 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Unable to get data of znode /0-1586608887/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:18:34,249 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1586608887/snapshot-cleanup already deleted, retry=false 2024-11-13T05:18:34,259 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1586608887/running 2024-11-13T05:18:34,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1586608887/running 2024-11-13T05:18:34,259 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887 2024-11-13T05:18:34,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887 2024-11-13T05:18:34,260 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,46699,1731475113298, sessionid=0x10132a176a00000, setting cluster-up flag (Was=false) 2024-11-13T05:18:34,280 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887 2024-11-13T05:18:34,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887 2024-11-13T05:18:34,312 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1586608887/flush-table-proc/acquired, /0-1586608887/flush-table-proc/reached, /0-1586608887/flush-table-proc/abort 2024-11-13T05:18:34,313 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,46699,1731475113298 2024-11-13T05:18:34,333 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887 2024-11-13T05:18:34,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887 2024-11-13T05:18:34,365 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1586608887/online-snapshot/acquired, /0-1586608887/online-snapshot/reached, /0-1586608887/online-snapshot/abort 2024-11-13T05:18:34,366 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,46699,1731475113298 2024-11-13T05:18:34,367 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:18:34,368 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:34,369 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:18:34,369 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:18:34,369 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,46699,1731475113298 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:18:34,370 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:34,370 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:34,370 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:34,370 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:34,370 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:18:34,371 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:34,371 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:18:34,371 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:34,375 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475144375 2024-11-13T05:18:34,375 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:18:34,375 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:18:34,376 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:18:34,376 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:18:34,376 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:18:34,376 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:18:34,376 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:34,376 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:34,376 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:18:34,377 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:34,377 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:18:34,380 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:18:34,380 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:18:34,381 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:18:34,381 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:18:34,382 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(746): ClusterId : 4e6e7f5a-cfbd-4a41-80bd-dca5a2c81249 2024-11-13T05:18:34,382 DEBUG [RS:0;a61c20bd729c:37171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:18:34,388 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:18:34,388 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:18:34,392 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475114388,5,FailOnTimeoutGroup] 2024-11-13T05:18:34,393 DEBUG [RS:0;a61c20bd729c:37171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:18:34,393 DEBUG [RS:0;a61c20bd729c:37171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:18:34,396 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475114392,5,FailOnTimeoutGroup] 2024-11-13T05:18:34,396 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:34,396 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:18:34,396 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:34,396 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:34,408 DEBUG [RS:0;a61c20bd729c:37171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:18:34,408 DEBUG [RS:0;a61c20bd729c:37171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489cda9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:18:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:18:34,431 DEBUG [RS:0;a61c20bd729c:37171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:37171 2024-11-13T05:18:34,431 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:18:34,431 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:18:34,431 DEBUG [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:18:34,433 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,46699,1731475113298 with port=37171, startcode=1731475113519 2024-11-13T05:18:34,433 DEBUG [RS:0;a61c20bd729c:37171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:18:34,435 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:18:34,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,37171,1731475113519 2024-11-13T05:18:34,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46699 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,37171,1731475113519 2024-11-13T05:18:34,444 DEBUG [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37 2024-11-13T05:18:34,444 DEBUG [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40619 2024-11-13T05:18:34,444 DEBUG [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:18:34,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887/rs 2024-11-13T05:18:34,456 DEBUG [RS:0;a61c20bd729c:37171 {}] zookeeper.ZKUtil(111): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Set watcher on existing znode=/0-1586608887/rs/a61c20bd729c,37171,1731475113519 2024-11-13T05:18:34,456 WARN [RS:0;a61c20bd729c:37171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:18:34,456 INFO [RS:0;a61c20bd729c:37171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:34,456 DEBUG [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519 2024-11-13T05:18:34,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,37171,1731475113519] 2024-11-13T05:18:34,471 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:18:34,476 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:18:34,477 INFO [RS:0;a61c20bd729c:37171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:18:34,477 INFO [RS:0;a61c20bd729c:37171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:34,477 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:18:34,478 INFO [RS:0;a61c20bd729c:37171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:18:34,478 INFO [RS:0;a61c20bd729c:37171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:34,478 DEBUG [RS:0;a61c20bd729c:37171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:34,478 DEBUG [RS:0;a61c20bd729c:37171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:34,478 DEBUG [RS:0;a61c20bd729c:37171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:34,478 DEBUG [RS:0;a61c20bd729c:37171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:34,478 DEBUG [RS:0;a61c20bd729c:37171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:34,478 DEBUG [RS:0;a61c20bd729c:37171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:18:34,478 DEBUG [RS:0;a61c20bd729c:37171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:34,478 DEBUG [RS:0;a61c20bd729c:37171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:34,478 DEBUG [RS:0;a61c20bd729c:37171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:34,478 DEBUG [RS:0;a61c20bd729c:37171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:34,478 DEBUG [RS:0;a61c20bd729c:37171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:34,479 DEBUG [RS:0;a61c20bd729c:37171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:34,479 DEBUG [RS:0;a61c20bd729c:37171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:18:34,479 DEBUG [RS:0;a61c20bd729c:37171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:18:34,488 INFO [RS:0;a61c20bd729c:37171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:34,488 INFO [RS:0;a61c20bd729c:37171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:34,488 INFO [RS:0;a61c20bd729c:37171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:34,488 INFO [RS:0;a61c20bd729c:37171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:34,488 INFO [RS:0;a61c20bd729c:37171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:34,488 INFO [RS:0;a61c20bd729c:37171 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,37171,1731475113519-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:18:34,510 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:18:34,510 INFO [RS:0;a61c20bd729c:37171 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,37171,1731475113519-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:34,510 INFO [RS:0;a61c20bd729c:37171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:34,510 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.Replication(171): a61c20bd729c,37171,1731475113519 started 2024-11-13T05:18:34,530 INFO [RS:0;a61c20bd729c:37171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:34,530 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,37171,1731475113519, RpcServer on a61c20bd729c/172.17.0.3:37171, sessionid=0x10132a176a00001 2024-11-13T05:18:34,530 DEBUG [RS:0;a61c20bd729c:37171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:18:34,530 DEBUG [RS:0;a61c20bd729c:37171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,37171,1731475113519 2024-11-13T05:18:34,530 DEBUG [RS:0;a61c20bd729c:37171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,37171,1731475113519' 2024-11-13T05:18:34,530 DEBUG [RS:0;a61c20bd729c:37171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1586608887/flush-table-proc/abort' 2024-11-13T05:18:34,531 DEBUG [RS:0;a61c20bd729c:37171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1586608887/flush-table-proc/acquired' 2024-11-13T05:18:34,531 DEBUG [RS:0;a61c20bd729c:37171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:18:34,531 DEBUG [RS:0;a61c20bd729c:37171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:18:34,531 DEBUG [RS:0;a61c20bd729c:37171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,37171,1731475113519 2024-11-13T05:18:34,531 DEBUG [RS:0;a61c20bd729c:37171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,37171,1731475113519' 2024-11-13T05:18:34,531 DEBUG [RS:0;a61c20bd729c:37171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1586608887/online-snapshot/abort' 2024-11-13T05:18:34,532 DEBUG [RS:0;a61c20bd729c:37171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1586608887/online-snapshot/acquired' 2024-11-13T05:18:34,532 DEBUG [RS:0;a61c20bd729c:37171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:18:34,532 INFO [RS:0;a61c20bd729c:37171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:18:34,532 INFO [RS:0;a61c20bd729c:37171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:18:34,633 INFO [RS:0;a61c20bd729c:37171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:18:34,635 INFO [RS:0;a61c20bd729c:37171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C37171%2C1731475113519, suffix=, logDir=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/oldWALs, maxLogs=10 2024-11-13T05:18:34,653 DEBUG [RS:0;a61c20bd729c:37171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636, exclude list is [], retry=0 2024-11-13T05:18:34,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34119,DS-9155ff5c-3d45-4840-897f-ead0bd198872,DISK] 2024-11-13T05:18:34,658 INFO [RS:0;a61c20bd729c:37171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 2024-11-13T05:18:34,658 DEBUG [RS:0;a61c20bd729c:37171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35979:35979)] 2024-11-13T05:18:34,831 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:18:34,832 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37 2024-11-13T05:18:34,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741833_1009 (size=32) 2024-11-13T05:18:35,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:35,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:18:35,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:18:35,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:35,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:35,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:18:35,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:18:35,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:35,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:35,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:18:35,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:18:35,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:35,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:35,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:18:35,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:18:35,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:35,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:35,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:18:35,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740 2024-11-13T05:18:35,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740 2024-11-13T05:18:35,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:18:35,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:18:35,257 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:18:35,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:18:35,260 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:18:35,261 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69170073, jitterRate=0.030714407563209534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:18:35,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475115245Initializing all the Stores at 1731475115246 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475115246Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475115246Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475115246Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475115246Cleaning up temporary data from old regions at 1731475115257 (+11 ms)Region opened successfully at 1731475115261 (+4 ms) 2024-11-13T05:18:35,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:18:35,261 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:18:35,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:18:35,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:18:35,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:18:35,262 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:18:35,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475115261Disabling compacts and flushes for region at 1731475115261Disabling writes for close at 1731475115261Writing region close event to WAL at 1731475115262 (+1 ms)Closed at 1731475115262 2024-11-13T05:18:35,263 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:35,263 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:18:35,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:18:35,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:18:35,266 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:18:35,416 DEBUG [a61c20bd729c:46699 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:18:35,417 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,37171,1731475113519 2024-11-13T05:18:35,418 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,37171,1731475113519, state=OPENING 2024-11-13T05:18:35,480 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:18:35,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887 2024-11-13T05:18:35,524 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887 2024-11-13T05:18:35,524 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:18:35,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,37171,1731475113519}] 2024-11-13T05:18:35,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1586608887/meta-region-server: CHANGED 2024-11-13T05:18:35,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1586608887/meta-region-server: CHANGED 2024-11-13T05:18:35,678 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:18:35,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:18:35,685 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:18:35,685 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:35,686 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:18:35,688 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C37171%2C1731475113519.meta, suffix=.meta, logDir=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/oldWALs, maxLogs=10 2024-11-13T05:18:35,702 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.meta.1731475115688.meta, exclude list is [], retry=0 2024-11-13T05:18:35,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34119,DS-9155ff5c-3d45-4840-897f-ead0bd198872,DISK] 2024-11-13T05:18:35,719 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.meta.1731475115688.meta 2024-11-13T05:18:35,721 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35979:35979)] 2024-11-13T05:18:35,721 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:35,721 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:18:35,721 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:18:35,721 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:18:35,722 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:18:35,722 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:18:35,722 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:35,722 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:18:35,722 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:18:35,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:18:35,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:18:35,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:35,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:35,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:18:35,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:18:35,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:35,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:35,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:18:35,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:18:35,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:35,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:35,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:18:35,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:18:35,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:35,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:35,731 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:18:35,731 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740 2024-11-13T05:18:35,734 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740 2024-11-13T05:18:35,735 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:18:35,735 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:18:35,736 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:18:35,738 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:18:35,738 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72065107, jitterRate=0.07385377585887909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:18:35,738 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:18:35,739 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475115722Writing region info on filesystem at 1731475115722Initializing all the Stores at 1731475115723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475115723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475115724 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475115724Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475115724Cleaning up temporary data from old regions at 1731475115735 (+11 ms)Running coprocessor post-open hooks at 1731475115738 (+3 ms)Region opened successfully at 1731475115739 (+1 ms) 2024-11-13T05:18:35,744 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475115678 2024-11-13T05:18:35,748 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:18:35,749 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:18:35,749 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,37171,1731475113519 2024-11-13T05:18:35,751 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,37171,1731475113519, state=OPEN 2024-11-13T05:18:35,771 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1586608887/meta-region-server 2024-11-13T05:18:35,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1586608887/meta-region-server 2024-11-13T05:18:35,771 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,37171,1731475113519 2024-11-13T05:18:35,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1586608887/meta-region-server: CHANGED 2024-11-13T05:18:35,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1586608887/meta-region-server: CHANGED 2024-11-13T05:18:35,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:18:35,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,37171,1731475113519 in 247 msec 2024-11-13T05:18:35,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:18:35,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 513 msec 2024-11-13T05:18:35,784 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:35,784 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:18:35,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:18:35,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,37171,1731475113519, seqNum=-1] 2024-11-13T05:18:35,788 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:35,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:35,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4340 sec 2024-11-13T05:18:35,804 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475115804, completionTime=-1 2024-11-13T05:18:35,805 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:18:35,805 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:18:35,807 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:18:35,807 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475175807 2024-11-13T05:18:35,807 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475235807 2024-11-13T05:18:35,807 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T05:18:35,808 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,46699,1731475113298-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:35,808 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,46699,1731475113298-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:35,808 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,46699,1731475113298-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:35,808 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:46699, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:35,808 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:35,812 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:18:35,821 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:35,827 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.210sec 2024-11-13T05:18:35,827 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:18:35,827 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:18:35,827 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:18:35,827 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:18:35,827 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:18:35,827 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,46699,1731475113298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:18:35,827 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,46699,1731475113298-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:18:35,831 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:18:35,832 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:18:35,832 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,46699,1731475113298-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:35,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d85fd36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:35,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,46699,-1 for getting cluster id 2024-11-13T05:18:35,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:35,886 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e6e7f5a-cfbd-4a41-80bd-dca5a2c81249' 2024-11-13T05:18:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e6e7f5a-cfbd-4a41-80bd-dca5a2c81249" 2024-11-13T05:18:35,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aeb3764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:35,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,46699,-1] 2024-11-13T05:18:35,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:35,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:35,889 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:35,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:35,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:18:35,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,37171,1731475113519, seqNum=-1] 2024-11-13T05:18:35,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:35,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:35,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,46699,1731475113298 2024-11-13T05:18:35,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61509 2024-11-13T05:18:35,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:18:35,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/hadoop.log.dir so I do NOT create it in target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56 2024-11-13T05:18:35,928 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:18:35,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/hadoop.tmp.dir so I do NOT create it in target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56 2024-11-13T05:18:35,928 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:18:35,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56 2024-11-13T05:18:35,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:18:35,928 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/cluster_64406f0b-7861-18eb-135f-cd8ecbef0388, deleteOnExit=true 2024-11-13T05:18:35,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:18:35,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/test.cache.data in system properties and HBase conf 2024-11-13T05:18:35,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:18:35,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:18:35,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:18:35,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:18:35,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:18:35,930 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:18:35,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:18:35,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:18:35,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:18:35,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:18:35,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:18:35,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:18:35,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:18:35,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:18:35,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:18:35,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:18:35,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:18:35,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:18:35,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:18:35,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:18:35,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10132a176a00002 connected 2024-11-13T05:18:36,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:18:36,267 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:18:36,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:18:36,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:18:36,274 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:18:36,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:18:36,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@743921d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:18:36,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fc1e28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:18:36,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dabb32c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/java.io.tmpdir/jetty-localhost-45993-hadoop-hdfs-3_4_1-tests_jar-_-any-17811801315146286777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:18:36,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@190dc48d{HTTP/1.1, (http/1.1)}{localhost:45993} 2024-11-13T05:18:36,419 INFO [Time-limited test {}] server.Server(415): Started @60548ms 2024-11-13T05:18:36,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:18:36,741 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:18:36,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:18:36,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:18:36,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:18:36,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672164d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:18:36,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3029c162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:18:36,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63bc53d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/java.io.tmpdir/jetty-localhost-45565-hadoop-hdfs-3_4_1-tests_jar-_-any-11765225939490616570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:18:36,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@759cc101{HTTP/1.1, (http/1.1)}{localhost:45565} 2024-11-13T05:18:36,892 INFO [Time-limited test {}] server.Server(415): Started @61021ms 2024-11-13T05:18:36,893 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:18:37,660 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/cluster_64406f0b-7861-18eb-135f-cd8ecbef0388/data/data2/current/BP-371685045-172.17.0.3-1731475115968/current, will proceed with Du for space computation calculation, 2024-11-13T05:18:37,660 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/cluster_64406f0b-7861-18eb-135f-cd8ecbef0388/data/data1/current/BP-371685045-172.17.0.3-1731475115968/current, will proceed with Du for space computation calculation, 2024-11-13T05:18:37,693 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:18:37,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6c2f28294a0e5d7 with lease ID 0xde8600bfb34ca8c3: Processing first storage report for DS-41f8a102-1c7b-4f3f-bd40-847e441b0b99 from datanode DatanodeRegistration(127.0.0.1:39293, datanodeUuid=8b0f47c5-9c68-4a37-b6a9-8e6b423ab20b, infoPort=39011, infoSecurePort=0, ipcPort=42545, storageInfo=lv=-57;cid=testClusterID;nsid=1564594599;c=1731475115968) 2024-11-13T05:18:37,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6c2f28294a0e5d7 with lease ID 0xde8600bfb34ca8c3: from storage DS-41f8a102-1c7b-4f3f-bd40-847e441b0b99 node DatanodeRegistration(127.0.0.1:39293, datanodeUuid=8b0f47c5-9c68-4a37-b6a9-8e6b423ab20b, infoPort=39011, infoSecurePort=0, ipcPort=42545, storageInfo=lv=-57;cid=testClusterID;nsid=1564594599;c=1731475115968), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:18:37,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6c2f28294a0e5d7 with lease ID 0xde8600bfb34ca8c3: Processing first storage report for DS-a9af3745-4fd9-4706-bc01-c4d0ea3cdc00 from datanode DatanodeRegistration(127.0.0.1:39293, datanodeUuid=8b0f47c5-9c68-4a37-b6a9-8e6b423ab20b, infoPort=39011, infoSecurePort=0, ipcPort=42545, storageInfo=lv=-57;cid=testClusterID;nsid=1564594599;c=1731475115968) 2024-11-13T05:18:37,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6c2f28294a0e5d7 with lease ID 0xde8600bfb34ca8c3: from storage DS-a9af3745-4fd9-4706-bc01-c4d0ea3cdc00 node DatanodeRegistration(127.0.0.1:39293, datanodeUuid=8b0f47c5-9c68-4a37-b6a9-8e6b423ab20b, infoPort=39011, infoSecurePort=0, ipcPort=42545, storageInfo=lv=-57;cid=testClusterID;nsid=1564594599;c=1731475115968), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:18:37,757 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56 2024-11-13T05:18:37,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:37,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:37,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:18:38,168 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557 with version=8 2024-11-13T05:18:38,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/hbase-staging 2024-11-13T05:18:38,170 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:18:38,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:38,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:38,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:18:38,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:38,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:18:38,171 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:18:38,171 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:18:38,171 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34791 2024-11-13T05:18:38,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34791 connecting to ZooKeeper ensemble=127.0.0.1:61509 2024-11-13T05:18:38,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347910x0, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:18:38,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34791-0x10132a176a00003 connected 2024-11-13T05:18:38,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:38,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:38,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Set watcher on znode that does not yet exist, /1-1036093165/running 2024-11-13T05:18:38,316 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557, hbase.cluster.distributed=false 2024-11-13T05:18:38,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Set watcher on znode that does not yet exist, /1-1036093165/acl 2024-11-13T05:18:38,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34791 2024-11-13T05:18:38,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34791 2024-11-13T05:18:38,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34791 2024-11-13T05:18:38,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34791 2024-11-13T05:18:38,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34791 2024-11-13T05:18:38,335 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:18:38,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:38,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:38,335 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:18:38,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:38,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:18:38,335 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:18:38,335 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:18:38,337 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44401 2024-11-13T05:18:38,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44401 connecting to ZooKeeper ensemble=127.0.0.1:61509 2024-11-13T05:18:38,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:38,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:38,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444010x0, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:18:38,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44401-0x10132a176a00004 connected 2024-11-13T05:18:38,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Set watcher on znode that does not yet exist, /1-1036093165/running 2024-11-13T05:18:38,355 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:18:38,360 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:18:38,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Set watcher on znode that does not yet exist, /1-1036093165/master 2024-11-13T05:18:38,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Set watcher on znode that does not yet exist, /1-1036093165/acl 2024-11-13T05:18:38,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44401 2024-11-13T05:18:38,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44401 2024-11-13T05:18:38,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44401 2024-11-13T05:18:38,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44401 2024-11-13T05:18:38,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44401 2024-11-13T05:18:38,398 DEBUG [M:0;a61c20bd729c:34791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:34791 2024-11-13T05:18:38,400 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1036093165/backup-masters/a61c20bd729c,34791,1731475118170 2024-11-13T05:18:38,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165/backup-masters 2024-11-13T05:18:38,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165/backup-masters 2024-11-13T05:18:38,414 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Set watcher on existing znode=/1-1036093165/backup-masters/a61c20bd729c,34791,1731475118170 2024-11-13T05:18:38,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1036093165/master 2024-11-13T05:18:38,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165 2024-11-13T05:18:38,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165 2024-11-13T05:18:38,425 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Set watcher on existing znode=/1-1036093165/master 2024-11-13T05:18:38,426 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1036093165/backup-masters/a61c20bd729c,34791,1731475118170 from backup master directory 2024-11-13T05:18:38,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1036093165/backup-masters/a61c20bd729c,34791,1731475118170 2024-11-13T05:18:38,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165/backup-masters 2024-11-13T05:18:38,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165/backup-masters 2024-11-13T05:18:38,438 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:18:38,438 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,34791,1731475118170 2024-11-13T05:18:38,443 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/hbase.id] with ID: 56b93206-24f5-4584-8b09-ba15a0c45ae8 2024-11-13T05:18:38,444 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/.tmp/hbase.id 2024-11-13T05:18:38,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:18:38,451 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/.tmp/hbase.id]:[hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/hbase.id] 2024-11-13T05:18:38,466 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:38,466 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:18:38,469 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-13T05:18:38,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165 2024-11-13T05:18:38,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165 2024-11-13T05:18:38,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:18:38,893 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:18:38,894 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:18:38,894 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:38,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:18:38,902 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store 2024-11-13T05:18:38,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:18:39,157 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:18:39,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:39,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:39,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:39,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:39,309 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:39,309 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:18:39,309 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:39,309 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:39,309 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:18:39,309 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:39,309 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:39,309 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475119309Disabling compacts and flushes for region at 1731475119309Disabling writes for close at 1731475119309Writing region close event to WAL at 1731475119309Closed at 1731475119309 2024-11-13T05:18:39,310 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/.initializing 2024-11-13T05:18:39,310 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/WALs/a61c20bd729c,34791,1731475118170 2024-11-13T05:18:39,311 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:18:39,312 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C34791%2C1731475118170, suffix=, logDir=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/WALs/a61c20bd729c,34791,1731475118170, archiveDir=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/oldWALs, maxLogs=10 2024-11-13T05:18:39,326 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/WALs/a61c20bd729c,34791,1731475118170/a61c20bd729c%2C34791%2C1731475118170.1731475119313, exclude list is [], retry=0 2024-11-13T05:18:39,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39293,DS-41f8a102-1c7b-4f3f-bd40-847e441b0b99,DISK] 2024-11-13T05:18:39,330 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/WALs/a61c20bd729c,34791,1731475118170/a61c20bd729c%2C34791%2C1731475118170.1731475119313 2024-11-13T05:18:39,331 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39011:39011)] 2024-11-13T05:18:39,331 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:39,331 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:39,331 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:39,331 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:39,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:39,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:18:39,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:39,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:39,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:39,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:18:39,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:39,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:39,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:39,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:18:39,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:39,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:39,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:39,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:18:39,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:39,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:39,346 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:39,346 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:39,347 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:39,348 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:39,348 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:39,348 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:18:39,350 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:39,352 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:18:39,352 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75466292, jitterRate=0.12453538179397583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:18:39,353 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475119331Initializing all the Stores at 1731475119332 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475119332Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475119336 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475119336Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475119336Cleaning up temporary data from old regions at 1731475119348 (+12 ms)Region opened successfully at 1731475119353 (+5 ms) 2024-11-13T05:18:39,353 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:18:39,356 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65871538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:18:39,357 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:18:39,358 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:18:39,358 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:18:39,358 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:18:39,358 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:18:39,359 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:18:39,359 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:18:39,372 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:18:39,373 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Unable to get data of znode /1-1036093165/balancer because node does not exist (not necessarily an error) 2024-11-13T05:18:39,459 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1036093165/balancer already deleted, retry=false 2024-11-13T05:18:39,460 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:18:39,460 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Unable to get data of znode /1-1036093165/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:18:39,470 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1036093165/normalizer already deleted, retry=false 2024-11-13T05:18:39,470 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:18:39,471 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Unable to get data of znode /1-1036093165/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:18:39,480 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1036093165/switch/split already deleted, retry=false 2024-11-13T05:18:39,481 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Unable to get data of znode /1-1036093165/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:18:39,491 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1036093165/switch/merge already deleted, retry=false 2024-11-13T05:18:39,492 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Unable to get data of znode /1-1036093165/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:18:39,501 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1036093165/snapshot-cleanup already deleted, retry=false 2024-11-13T05:18:39,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1036093165/running 2024-11-13T05:18:39,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1036093165/running 2024-11-13T05:18:39,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165 2024-11-13T05:18:39,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165 2024-11-13T05:18:39,512 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,34791,1731475118170, sessionid=0x10132a176a00003, setting cluster-up flag (Was=false) 2024-11-13T05:18:39,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165 2024-11-13T05:18:39,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165 2024-11-13T05:18:39,564 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1036093165/flush-table-proc/acquired, /1-1036093165/flush-table-proc/reached, /1-1036093165/flush-table-proc/abort 2024-11-13T05:18:39,566 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,34791,1731475118170 2024-11-13T05:18:39,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165 2024-11-13T05:18:39,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165 2024-11-13T05:18:39,617 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1036093165/online-snapshot/acquired, /1-1036093165/online-snapshot/reached, /1-1036093165/online-snapshot/abort 2024-11-13T05:18:39,618 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,34791,1731475118170 2024-11-13T05:18:39,620 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:18:39,622 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:39,622 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:18:39,622 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:18:39,622 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,34791,1731475118170 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:18:39,624 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:39,624 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:39,624 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:39,624 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:39,624 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:18:39,624 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:39,624 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:18:39,624 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:39,632 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:39,632 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:18:39,634 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:39,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:18:39,640 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475149640 2024-11-13T05:18:39,640 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:18:39,640 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:18:39,640 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:18:39,641 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:18:39,641 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:18:39,641 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:18:39,652 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:39,657 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:18:39,657 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:18:39,657 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:18:39,657 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:18:39,660 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:18:39,660 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:18:39,661 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475119660,5,FailOnTimeoutGroup] 2024-11-13T05:18:39,661 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475119661,5,FailOnTimeoutGroup] 2024-11-13T05:18:39,661 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:39,661 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:18:39,661 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:39,661 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:39,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:18:39,687 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(746): ClusterId : 56b93206-24f5-4584-8b09-ba15a0c45ae8 2024-11-13T05:18:39,687 DEBUG [RS:0;a61c20bd729c:44401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:18:39,698 DEBUG [RS:0;a61c20bd729c:44401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:18:39,698 DEBUG [RS:0;a61c20bd729c:44401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:18:39,708 DEBUG [RS:0;a61c20bd729c:44401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:18:39,708 DEBUG [RS:0;a61c20bd729c:44401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1843cd85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:18:39,722 DEBUG [RS:0;a61c20bd729c:44401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:44401 2024-11-13T05:18:39,722 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:18:39,722 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:18:39,722 DEBUG [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:18:39,722 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,34791,1731475118170 with port=44401, startcode=1731475118335 2024-11-13T05:18:39,723 DEBUG [RS:0;a61c20bd729c:44401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:18:39,724 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:18:39,725 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34791 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,44401,1731475118335 2024-11-13T05:18:39,725 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34791 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,44401,1731475118335 2024-11-13T05:18:39,727 DEBUG [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557 2024-11-13T05:18:39,727 DEBUG [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37569 2024-11-13T05:18:39,727 DEBUG [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:18:39,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165/rs 2024-11-13T05:18:39,785 DEBUG [RS:0;a61c20bd729c:44401 {}] zookeeper.ZKUtil(111): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Set watcher on existing znode=/1-1036093165/rs/a61c20bd729c,44401,1731475118335 2024-11-13T05:18:39,785 WARN [RS:0;a61c20bd729c:44401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:18:39,786 INFO [RS:0;a61c20bd729c:44401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:39,786 DEBUG [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/WALs/a61c20bd729c,44401,1731475118335 2024-11-13T05:18:39,786 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,44401,1731475118335] 2024-11-13T05:18:39,790 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:18:39,792 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:18:39,792 INFO [RS:0;a61c20bd729c:44401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:18:39,792 INFO [RS:0;a61c20bd729c:44401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:39,793 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:18:39,798 INFO [RS:0;a61c20bd729c:44401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:18:39,798 INFO [RS:0;a61c20bd729c:44401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:39,798 DEBUG [RS:0;a61c20bd729c:44401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:39,798 DEBUG [RS:0;a61c20bd729c:44401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:39,798 DEBUG [RS:0;a61c20bd729c:44401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:39,799 DEBUG [RS:0;a61c20bd729c:44401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:39,799 DEBUG [RS:0;a61c20bd729c:44401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:39,799 DEBUG [RS:0;a61c20bd729c:44401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:18:39,799 DEBUG [RS:0;a61c20bd729c:44401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:39,799 DEBUG [RS:0;a61c20bd729c:44401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:39,799 DEBUG [RS:0;a61c20bd729c:44401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:39,799 DEBUG [RS:0;a61c20bd729c:44401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:39,799 DEBUG [RS:0;a61c20bd729c:44401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:39,799 DEBUG [RS:0;a61c20bd729c:44401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:39,799 DEBUG [RS:0;a61c20bd729c:44401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:18:39,799 DEBUG [RS:0;a61c20bd729c:44401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:18:39,805 INFO [RS:0;a61c20bd729c:44401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:39,805 INFO [RS:0;a61c20bd729c:44401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:39,805 INFO [RS:0;a61c20bd729c:44401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:39,805 INFO [RS:0;a61c20bd729c:44401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:39,805 INFO [RS:0;a61c20bd729c:44401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:39,805 INFO [RS:0;a61c20bd729c:44401 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,44401,1731475118335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:18:39,823 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:18:39,823 INFO [RS:0;a61c20bd729c:44401 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,44401,1731475118335-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:39,823 INFO [RS:0;a61c20bd729c:44401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:39,823 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.Replication(171): a61c20bd729c,44401,1731475118335 started 2024-11-13T05:18:39,837 INFO [RS:0;a61c20bd729c:44401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:39,837 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,44401,1731475118335, RpcServer on a61c20bd729c/172.17.0.3:44401, sessionid=0x10132a176a00004 2024-11-13T05:18:39,837 DEBUG [RS:0;a61c20bd729c:44401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:18:39,837 DEBUG [RS:0;a61c20bd729c:44401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,44401,1731475118335 2024-11-13T05:18:39,837 DEBUG [RS:0;a61c20bd729c:44401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,44401,1731475118335' 2024-11-13T05:18:39,837 DEBUG [RS:0;a61c20bd729c:44401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1036093165/flush-table-proc/abort' 2024-11-13T05:18:39,838 DEBUG [RS:0;a61c20bd729c:44401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1036093165/flush-table-proc/acquired' 2024-11-13T05:18:39,838 DEBUG [RS:0;a61c20bd729c:44401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:18:39,838 DEBUG [RS:0;a61c20bd729c:44401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:18:39,839 DEBUG [RS:0;a61c20bd729c:44401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,44401,1731475118335 2024-11-13T05:18:39,839 DEBUG [RS:0;a61c20bd729c:44401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,44401,1731475118335' 2024-11-13T05:18:39,839 DEBUG [RS:0;a61c20bd729c:44401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1036093165/online-snapshot/abort' 2024-11-13T05:18:39,840 DEBUG [RS:0;a61c20bd729c:44401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1036093165/online-snapshot/acquired' 2024-11-13T05:18:39,840 DEBUG [RS:0;a61c20bd729c:44401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:18:39,840 INFO [RS:0;a61c20bd729c:44401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:18:39,840 INFO [RS:0;a61c20bd729c:44401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:18:39,941 INFO [RS:0;a61c20bd729c:44401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:18:39,942 INFO [RS:0;a61c20bd729c:44401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C44401%2C1731475118335, suffix=, logDir=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/WALs/a61c20bd729c,44401,1731475118335, archiveDir=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/oldWALs, maxLogs=10 2024-11-13T05:18:39,956 DEBUG [RS:0;a61c20bd729c:44401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/WALs/a61c20bd729c,44401,1731475118335/a61c20bd729c%2C44401%2C1731475118335.1731475119943, exclude list is [], retry=0 2024-11-13T05:18:39,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39293,DS-41f8a102-1c7b-4f3f-bd40-847e441b0b99,DISK] 2024-11-13T05:18:39,961 INFO [RS:0;a61c20bd729c:44401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/WALs/a61c20bd729c,44401,1731475118335/a61c20bd729c%2C44401%2C1731475118335.1731475119943 2024-11-13T05:18:39,963 DEBUG [RS:0;a61c20bd729c:44401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39011:39011)] 2024-11-13T05:18:40,064 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:18:40,064 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557 2024-11-13T05:18:40,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741833_1009 (size=32) 2024-11-13T05:18:40,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:40,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:18:40,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:18:40,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:40,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:40,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:18:40,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:18:40,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:40,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:40,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:18:40,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:18:40,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:40,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:40,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:18:40,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:18:40,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:40,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:40,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:18:40,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740 2024-11-13T05:18:40,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740 2024-11-13T05:18:40,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:18:40,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:18:40,088 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:18:40,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:18:40,099 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:18:40,100 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65072586, jitterRate=-0.030342906713485718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:18:40,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475120073Initializing all the Stores at 1731475120076 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475120076Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475120077 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475120077Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475120077Cleaning up temporary data from old regions at 1731475120088 (+11 ms)Region opened successfully at 1731475120100 (+12 ms) 2024-11-13T05:18:40,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:18:40,101 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:18:40,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:18:40,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:18:40,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:18:40,101 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:18:40,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475120100Disabling compacts and flushes for region at 1731475120100Disabling writes for close at 1731475120101 (+1 ms)Writing region close event to WAL at 1731475120101Closed at 1731475120101 2024-11-13T05:18:40,102 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:40,103 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:18:40,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:18:40,104 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:18:40,106 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:18:40,257 DEBUG [a61c20bd729c:34791 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:18:40,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,44401,1731475118335 2024-11-13T05:18:40,258 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,44401,1731475118335, state=OPENING 2024-11-13T05:18:40,301 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:18:40,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165 2024-11-13T05:18:40,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165 2024-11-13T05:18:40,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1036093165/meta-region-server: CHANGED 2024-11-13T05:18:40,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1036093165/meta-region-server: CHANGED 2024-11-13T05:18:40,314 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:18:40,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,44401,1731475118335}] 2024-11-13T05:18:40,468 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:18:40,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:18:40,471 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:18:40,474 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:18:40,474 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:40,474 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:18:40,476 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C44401%2C1731475118335.meta, suffix=.meta, logDir=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/WALs/a61c20bd729c,44401,1731475118335, archiveDir=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/oldWALs, maxLogs=10 2024-11-13T05:18:40,490 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/WALs/a61c20bd729c,44401,1731475118335/a61c20bd729c%2C44401%2C1731475118335.meta.1731475120476.meta, exclude list is [], retry=0 2024-11-13T05:18:40,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39293,DS-41f8a102-1c7b-4f3f-bd40-847e441b0b99,DISK] 2024-11-13T05:18:40,509 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/WALs/a61c20bd729c,44401,1731475118335/a61c20bd729c%2C44401%2C1731475118335.meta.1731475120476.meta 2024-11-13T05:18:40,512 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39011:39011)] 2024-11-13T05:18:40,512 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:40,513 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:18:40,513 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:18:40,513 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:18:40,513 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:18:40,513 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:18:40,514 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:40,514 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:18:40,514 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:18:40,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:18:40,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:18:40,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:40,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:40,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:18:40,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:18:40,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:40,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:40,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:18:40,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:18:40,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:40,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:40,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:18:40,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:18:40,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:40,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:40,524 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:18:40,524 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740 2024-11-13T05:18:40,526 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740 2024-11-13T05:18:40,527 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:18:40,527 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:18:40,528 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:18:40,529 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:18:40,530 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73300859, jitterRate=0.09226791560649872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:18:40,530 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:18:40,530 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475120514Writing region info on filesystem at 1731475120514Initializing all the Stores at 1731475120516 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475120516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475120517 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475120517Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475120517Cleaning up temporary data from old regions at 1731475120527 (+10 ms)Running coprocessor post-open hooks at 1731475120530 (+3 ms)Region opened successfully at 1731475120530 2024-11-13T05:18:40,531 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475120468 2024-11-13T05:18:40,534 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:18:40,534 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:18:40,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,44401,1731475118335 2024-11-13T05:18:40,536 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,44401,1731475118335, state=OPEN 2024-11-13T05:18:40,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1036093165/meta-region-server 2024-11-13T05:18:40,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1036093165/meta-region-server: CHANGED 2024-11-13T05:18:40,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1036093165/meta-region-server 2024-11-13T05:18:40,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1036093165/meta-region-server: CHANGED 2024-11-13T05:18:40,544 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,44401,1731475118335 2024-11-13T05:18:40,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:18:40,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,44401,1731475118335 in 230 msec 2024-11-13T05:18:40,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:18:40,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-13T05:18:40,552 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:40,552 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:18:40,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:18:40,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,44401,1731475118335, seqNum=-1] 2024-11-13T05:18:40,554 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:40,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:40,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 944 msec 2024-11-13T05:18:40,567 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475120567, completionTime=-1 2024-11-13T05:18:40,567 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:18:40,567 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:18:40,569 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:18:40,569 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475180569 2024-11-13T05:18:40,569 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475240569 2024-11-13T05:18:40,569 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T05:18:40,569 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,34791,1731475118170-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:40,569 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,34791,1731475118170-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:40,569 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,34791,1731475118170-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:40,569 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:34791, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:40,569 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:40,570 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:40,572 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:18:40,574 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.136sec 2024-11-13T05:18:40,574 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:18:40,574 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:18:40,574 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:18:40,574 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:18:40,574 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:18:40,574 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,34791,1731475118170-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:18:40,574 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,34791,1731475118170-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:18:40,577 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:18:40,577 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:18:40,577 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,34791,1731475118170-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:40,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cb97af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:40,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,34791,-1 for getting cluster id 2024-11-13T05:18:40,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:40,589 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56b93206-24f5-4584-8b09-ba15a0c45ae8' 2024-11-13T05:18:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56b93206-24f5-4584-8b09-ba15a0c45ae8" 2024-11-13T05:18:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0c90cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,34791,-1] 2024-11-13T05:18:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:40,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:40,590 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:40,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:40,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:18:40,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,44401,1731475118335, seqNum=-1] 2024-11-13T05:18:40,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:40,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:40,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,34791,1731475118170 2024-11-13T05:18:40,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61509 2024-11-13T05:18:40,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:18:40,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10132a176a00005 connected 2024-11-13T05:18:40,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:18:40,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,46699,1731475113298 2024-11-13T05:18:40,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25d2c86c 2024-11-13T05:18:40,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:18:40,627 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:18:40,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:18:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T05:18:40,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:18:40,636 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:40,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T05:18:40,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:18:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:18:40,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741835_1011 (size=902) 2024-11-13T05:18:40,673 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbd64775e214c2b5227e86719224f5c5, NAME => 'test,,1731475120628.bbd64775e214c2b5227e86719224f5c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37 2024-11-13T05:18:40,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741836_1012 (size=39) 2024-11-13T05:18:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:18:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:18:41,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731475120628.bbd64775e214c2b5227e86719224f5c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:41,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bbd64775e214c2b5227e86719224f5c5, disabling compactions & flushes 2024-11-13T05:18:41,091 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731475120628.bbd64775e214c2b5227e86719224f5c5. 2024-11-13T05:18:41,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475120628.bbd64775e214c2b5227e86719224f5c5. 2024-11-13T05:18:41,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731475120628.bbd64775e214c2b5227e86719224f5c5. after waiting 0 ms 2024-11-13T05:18:41,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731475120628.bbd64775e214c2b5227e86719224f5c5. 2024-11-13T05:18:41,091 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731475120628.bbd64775e214c2b5227e86719224f5c5. 2024-11-13T05:18:41,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbd64775e214c2b5227e86719224f5c5: Waiting for close lock at 1731475121091Disabling compacts and flushes for region at 1731475121091Disabling writes for close at 1731475121091Writing region close event to WAL at 1731475121091Closed at 1731475121091 2024-11-13T05:18:41,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:18:41,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731475120628.bbd64775e214c2b5227e86719224f5c5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731475121093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475121093"}]},"ts":"1731475121093"} 2024-11-13T05:18:41,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:18:41,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:18:41,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475121096"}]},"ts":"1731475121096"} 2024-11-13T05:18:41,099 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T05:18:41,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bbd64775e214c2b5227e86719224f5c5, ASSIGN}] 2024-11-13T05:18:41,100 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bbd64775e214c2b5227e86719224f5c5, ASSIGN 2024-11-13T05:18:41,101 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bbd64775e214c2b5227e86719224f5c5, ASSIGN; state=OFFLINE, location=a61c20bd729c,37171,1731475113519; forceNewPlan=false, retain=false 2024-11-13T05:18:41,252 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bbd64775e214c2b5227e86719224f5c5, regionState=OPENING, regionLocation=a61c20bd729c,37171,1731475113519 2024-11-13T05:18:41,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bbd64775e214c2b5227e86719224f5c5, ASSIGN because future has completed 2024-11-13T05:18:41,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbd64775e214c2b5227e86719224f5c5, server=a61c20bd729c,37171,1731475113519}] 2024-11-13T05:18:41,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:18:41,412 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731475120628.bbd64775e214c2b5227e86719224f5c5. 2024-11-13T05:18:41,412 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bbd64775e214c2b5227e86719224f5c5, NAME => 'test,,1731475120628.bbd64775e214c2b5227e86719224f5c5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:41,413 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:18:41,413 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T05:18:41,413 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bbd64775e214c2b5227e86719224f5c5 2024-11-13T05:18:41,413 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731475120628.bbd64775e214c2b5227e86719224f5c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:41,413 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bbd64775e214c2b5227e86719224f5c5 2024-11-13T05:18:41,413 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bbd64775e214c2b5227e86719224f5c5 2024-11-13T05:18:41,415 INFO [StoreOpener-bbd64775e214c2b5227e86719224f5c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bbd64775e214c2b5227e86719224f5c5 2024-11-13T05:18:41,417 INFO [StoreOpener-bbd64775e214c2b5227e86719224f5c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbd64775e214c2b5227e86719224f5c5 columnFamilyName f 2024-11-13T05:18:41,417 DEBUG [StoreOpener-bbd64775e214c2b5227e86719224f5c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:41,417 INFO [StoreOpener-bbd64775e214c2b5227e86719224f5c5-1 {}] regionserver.HStore(327): Store=bbd64775e214c2b5227e86719224f5c5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:41,417 INFO [StoreOpener-bbd64775e214c2b5227e86719224f5c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bbd64775e214c2b5227e86719224f5c5 2024-11-13T05:18:41,418 INFO [StoreOpener-bbd64775e214c2b5227e86719224f5c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbd64775e214c2b5227e86719224f5c5 columnFamilyName f1 2024-11-13T05:18:41,418 DEBUG [StoreOpener-bbd64775e214c2b5227e86719224f5c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:41,419 INFO [StoreOpener-bbd64775e214c2b5227e86719224f5c5-1 {}] regionserver.HStore(327): Store=bbd64775e214c2b5227e86719224f5c5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:41,419 INFO [StoreOpener-bbd64775e214c2b5227e86719224f5c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bbd64775e214c2b5227e86719224f5c5 2024-11-13T05:18:41,419 INFO [StoreOpener-bbd64775e214c2b5227e86719224f5c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbd64775e214c2b5227e86719224f5c5 columnFamilyName norep 2024-11-13T05:18:41,420 DEBUG [StoreOpener-bbd64775e214c2b5227e86719224f5c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:41,420 INFO [StoreOpener-bbd64775e214c2b5227e86719224f5c5-1 {}] regionserver.HStore(327): Store=bbd64775e214c2b5227e86719224f5c5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:41,420 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bbd64775e214c2b5227e86719224f5c5 2024-11-13T05:18:41,421 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5 2024-11-13T05:18:41,421 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5 2024-11-13T05:18:41,422 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bbd64775e214c2b5227e86719224f5c5 2024-11-13T05:18:41,422 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bbd64775e214c2b5227e86719224f5c5 2024-11-13T05:18:41,423 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:18:41,424 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bbd64775e214c2b5227e86719224f5c5 2024-11-13T05:18:41,428 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:18:41,428 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bbd64775e214c2b5227e86719224f5c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69920807, jitterRate=0.04190121591091156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:18:41,428 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbd64775e214c2b5227e86719224f5c5 2024-11-13T05:18:41,429 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bbd64775e214c2b5227e86719224f5c5: Running coprocessor pre-open hook at 1731475121413Writing region info on filesystem at 1731475121413Initializing all the Stores at 1731475121414 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475121414Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475121415 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475121415Cleaning up temporary data from old regions at 1731475121422 (+7 ms)Running coprocessor post-open hooks at 1731475121428 (+6 ms)Region opened successfully at 1731475121429 (+1 ms) 2024-11-13T05:18:41,431 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731475120628.bbd64775e214c2b5227e86719224f5c5., pid=6, masterSystemTime=1731475121408 2024-11-13T05:18:41,434 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731475120628.bbd64775e214c2b5227e86719224f5c5. 2024-11-13T05:18:41,434 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731475120628.bbd64775e214c2b5227e86719224f5c5. 2024-11-13T05:18:41,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bbd64775e214c2b5227e86719224f5c5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a61c20bd729c,37171,1731475113519 2024-11-13T05:18:41,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbd64775e214c2b5227e86719224f5c5, server=a61c20bd729c,37171,1731475113519 because future has completed 2024-11-13T05:18:41,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:18:41,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bbd64775e214c2b5227e86719224f5c5, server=a61c20bd729c,37171,1731475113519 in 186 msec 2024-11-13T05:18:41,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T05:18:41,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bbd64775e214c2b5227e86719224f5c5, ASSIGN in 345 msec 2024-11-13T05:18:41,450 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:18:41,450 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475121450"}]},"ts":"1731475121450"} 2024-11-13T05:18:41,453 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T05:18:41,455 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:18:41,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 823 msec 2024-11-13T05:18:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:18:41,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:18:41,782 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T05:18:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,34791,1731475118170 2024-11-13T05:18:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@128ac30c 2024-11-13T05:18:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:18:41,785 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:18:41,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:18:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T05:18:41,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:18:41,790 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:41,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T05:18:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:18:41,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:18:41,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741835_1011 (size=902) 2024-11-13T05:18:41,798 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 751b89e5d43d50f95716337503b53e28, NAME => 'test,,1731475121786.751b89e5d43d50f95716337503b53e28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557 2024-11-13T05:18:41,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741836_1012 (size=39) 2024-11-13T05:18:41,809 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731475121786.751b89e5d43d50f95716337503b53e28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:41,809 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 751b89e5d43d50f95716337503b53e28, disabling compactions & flushes 2024-11-13T05:18:41,809 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731475121786.751b89e5d43d50f95716337503b53e28. 2024-11-13T05:18:41,809 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475121786.751b89e5d43d50f95716337503b53e28. 2024-11-13T05:18:41,809 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731475121786.751b89e5d43d50f95716337503b53e28. after waiting 0 ms 2024-11-13T05:18:41,809 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731475121786.751b89e5d43d50f95716337503b53e28. 2024-11-13T05:18:41,809 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731475121786.751b89e5d43d50f95716337503b53e28. 2024-11-13T05:18:41,809 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 751b89e5d43d50f95716337503b53e28: Waiting for close lock at 1731475121809Disabling compacts and flushes for region at 1731475121809Disabling writes for close at 1731475121809Writing region close event to WAL at 1731475121809Closed at 1731475121809 2024-11-13T05:18:41,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:18:41,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731475121786.751b89e5d43d50f95716337503b53e28.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731475121811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475121811"}]},"ts":"1731475121811"} 2024-11-13T05:18:41,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:18:41,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:18:41,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475121815"}]},"ts":"1731475121815"} 2024-11-13T05:18:41,819 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T05:18:41,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=751b89e5d43d50f95716337503b53e28, ASSIGN}] 2024-11-13T05:18:41,821 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=751b89e5d43d50f95716337503b53e28, ASSIGN 2024-11-13T05:18:41,822 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=751b89e5d43d50f95716337503b53e28, ASSIGN; state=OFFLINE, location=a61c20bd729c,44401,1731475118335; forceNewPlan=false, retain=false 2024-11-13T05:18:41,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:18:41,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=751b89e5d43d50f95716337503b53e28, regionState=OPENING, regionLocation=a61c20bd729c,44401,1731475118335 2024-11-13T05:18:41,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=751b89e5d43d50f95716337503b53e28, ASSIGN because future has completed 2024-11-13T05:18:41,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 751b89e5d43d50f95716337503b53e28, server=a61c20bd729c,44401,1731475118335}] 2024-11-13T05:18:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:18:42,141 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731475121786.751b89e5d43d50f95716337503b53e28. 2024-11-13T05:18:42,141 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 751b89e5d43d50f95716337503b53e28, NAME => 'test,,1731475121786.751b89e5d43d50f95716337503b53e28.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:42,142 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:18:42,142 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T05:18:42,142 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 751b89e5d43d50f95716337503b53e28 2024-11-13T05:18:42,142 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731475121786.751b89e5d43d50f95716337503b53e28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:42,142 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 751b89e5d43d50f95716337503b53e28 2024-11-13T05:18:42,142 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 751b89e5d43d50f95716337503b53e28 2024-11-13T05:18:42,144 INFO [StoreOpener-751b89e5d43d50f95716337503b53e28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 751b89e5d43d50f95716337503b53e28 2024-11-13T05:18:42,146 INFO [StoreOpener-751b89e5d43d50f95716337503b53e28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 751b89e5d43d50f95716337503b53e28 columnFamilyName f 2024-11-13T05:18:42,146 DEBUG [StoreOpener-751b89e5d43d50f95716337503b53e28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:42,146 INFO [StoreOpener-751b89e5d43d50f95716337503b53e28-1 {}] regionserver.HStore(327): Store=751b89e5d43d50f95716337503b53e28/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:42,147 INFO [StoreOpener-751b89e5d43d50f95716337503b53e28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 751b89e5d43d50f95716337503b53e28 2024-11-13T05:18:42,148 INFO [StoreOpener-751b89e5d43d50f95716337503b53e28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 751b89e5d43d50f95716337503b53e28 columnFamilyName f1 2024-11-13T05:18:42,148 DEBUG [StoreOpener-751b89e5d43d50f95716337503b53e28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:42,149 INFO [StoreOpener-751b89e5d43d50f95716337503b53e28-1 {}] regionserver.HStore(327): Store=751b89e5d43d50f95716337503b53e28/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:42,149 INFO [StoreOpener-751b89e5d43d50f95716337503b53e28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 751b89e5d43d50f95716337503b53e28 2024-11-13T05:18:42,150 INFO [StoreOpener-751b89e5d43d50f95716337503b53e28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 751b89e5d43d50f95716337503b53e28 columnFamilyName norep 2024-11-13T05:18:42,150 DEBUG [StoreOpener-751b89e5d43d50f95716337503b53e28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:42,150 INFO [StoreOpener-751b89e5d43d50f95716337503b53e28-1 {}] regionserver.HStore(327): Store=751b89e5d43d50f95716337503b53e28/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:42,151 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 751b89e5d43d50f95716337503b53e28 2024-11-13T05:18:42,152 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/default/test/751b89e5d43d50f95716337503b53e28 2024-11-13T05:18:42,153 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/default/test/751b89e5d43d50f95716337503b53e28 2024-11-13T05:18:42,154 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 751b89e5d43d50f95716337503b53e28 2024-11-13T05:18:42,154 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 751b89e5d43d50f95716337503b53e28 2024-11-13T05:18:42,154 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:18:42,155 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 751b89e5d43d50f95716337503b53e28 2024-11-13T05:18:42,158 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/default/test/751b89e5d43d50f95716337503b53e28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:18:42,159 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 751b89e5d43d50f95716337503b53e28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61834828, jitterRate=-0.07858926057815552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:18:42,160 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 751b89e5d43d50f95716337503b53e28 2024-11-13T05:18:42,160 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 751b89e5d43d50f95716337503b53e28: Running coprocessor pre-open hook at 1731475122143Writing region info on filesystem at 1731475122143Initializing all the Stores at 1731475122144 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475122144Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475122144Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475122144Cleaning up temporary data from old regions at 1731475122154 (+10 ms)Running coprocessor post-open hooks at 1731475122160 (+6 ms)Region opened successfully at 1731475122160 2024-11-13T05:18:42,161 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731475121786.751b89e5d43d50f95716337503b53e28., pid=6, masterSystemTime=1731475122136 2024-11-13T05:18:42,165 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=751b89e5d43d50f95716337503b53e28, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a61c20bd729c,44401,1731475118335 2024-11-13T05:18:42,165 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731475121786.751b89e5d43d50f95716337503b53e28. 2024-11-13T05:18:42,165 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731475121786.751b89e5d43d50f95716337503b53e28. 2024-11-13T05:18:42,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 751b89e5d43d50f95716337503b53e28, server=a61c20bd729c,44401,1731475118335 because future has completed 2024-11-13T05:18:42,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:18:42,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 751b89e5d43d50f95716337503b53e28, server=a61c20bd729c,44401,1731475118335 in 191 msec 2024-11-13T05:18:42,181 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:18:42,181 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475122181"}]},"ts":"1731475122181"} 2024-11-13T05:18:42,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T05:18:42,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=751b89e5d43d50f95716337503b53e28, ASSIGN in 357 msec 2024-11-13T05:18:42,184 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T05:18:42,185 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:18:42,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 398 msec 2024-11-13T05:18:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:18:42,422 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T05:18:42,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b046ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:42,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,46699,-1 for getting cluster id 2024-11-13T05:18:42,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:42,424 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e6e7f5a-cfbd-4a41-80bd-dca5a2c81249' 2024-11-13T05:18:42,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:42,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e6e7f5a-cfbd-4a41-80bd-dca5a2c81249" 2024-11-13T05:18:42,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7265a0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:42,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,46699,-1] 2024-11-13T05:18:42,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:42,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:42,426 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff1f9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:42,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:42,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,34791,-1 for getting cluster id 2024-11-13T05:18:42,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:42,429 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56b93206-24f5-4584-8b09-ba15a0c45ae8' 2024-11-13T05:18:42,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:42,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56b93206-24f5-4584-8b09-ba15a0c45ae8" 2024-11-13T05:18:42,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c43851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:42,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,34791,-1] 2024-11-13T05:18:42,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:42,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:42,431 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:42,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbb87da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:42,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:42,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,46699,-1 for getting cluster id 2024-11-13T05:18:42,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:42,441 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e6e7f5a-cfbd-4a41-80bd-dca5a2c81249' 2024-11-13T05:18:42,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:42,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e6e7f5a-cfbd-4a41-80bd-dca5a2c81249" 2024-11-13T05:18:42,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153db9ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:42,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,46699,-1] 2024-11-13T05:18:42,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:42,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:42,443 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:42,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40925213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:42,446 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:18:42,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,46699,1731475113298 2024-11-13T05:18:42,448 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@328ca2cc 2024-11-13T05:18:42,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:18:42,449 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:18:42,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a61c20bd729c:34791,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-13T05:18:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:18:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:18:42,454 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:34791' 2024-11-13T05:18:42,456 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4ed028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:42,456 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,34791,-1 for getting cluster id 2024-11-13T05:18:42,456 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:42,457 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56b93206-24f5-4584-8b09-ba15a0c45ae8' 2024-11-13T05:18:42,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:42,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56b93206-24f5-4584-8b09-ba15a0c45ae8" 2024-11-13T05:18:42,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73bff322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:42,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,34791,-1] 2024-11-13T05:18:42,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:42,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:42,459 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:42,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327a0b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:42,460 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:18:42,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,34791,1731475118170 2024-11-13T05:18:42,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12d2a752 2024-11-13T05:18:42,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:18:42,463 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:18:42,464 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T05:18:42,464 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:18:42,464 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:42,464 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:42,464 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:18:42,467 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T05:18:42,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:18:42,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:18:42,469 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:42,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:18:42,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741837_1013 (size=1138) 2024-11-13T05:18:42,489 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ca6a9f15948dd5714cd3a735fb7448c, NAME => 'hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37 2024-11-13T05:18:42,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741838_1014 (size=44) 2024-11-13T05:18:42,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:42,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8ca6a9f15948dd5714cd3a735fb7448c, disabling compactions & flushes 2024-11-13T05:18:42,512 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c. 2024-11-13T05:18:42,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c. 2024-11-13T05:18:42,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c. after waiting 0 ms 2024-11-13T05:18:42,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c. 2024-11-13T05:18:42,512 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c. 2024-11-13T05:18:42,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ca6a9f15948dd5714cd3a735fb7448c: Waiting for close lock at 1731475122512Disabling compacts and flushes for region at 1731475122512Disabling writes for close at 1731475122512Writing region close event to WAL at 1731475122512Closed at 1731475122512 2024-11-13T05:18:42,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:18:42,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731475122514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475122514"}]},"ts":"1731475122514"} 2024-11-13T05:18:42,517 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T05:18:42,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:18:42,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:18:42,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475122523"}]},"ts":"1731475122523"} 2024-11-13T05:18:42,527 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T05:18:42,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ca6a9f15948dd5714cd3a735fb7448c, ASSIGN}] 2024-11-13T05:18:42,531 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ca6a9f15948dd5714cd3a735fb7448c, ASSIGN 2024-11-13T05:18:42,532 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ca6a9f15948dd5714cd3a735fb7448c, ASSIGN; state=OFFLINE, location=a61c20bd729c,37171,1731475113519; forceNewPlan=false, retain=false 2024-11-13T05:18:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:18:42,683 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ca6a9f15948dd5714cd3a735fb7448c, regionState=OPENING, regionLocation=a61c20bd729c,37171,1731475113519 2024-11-13T05:18:42,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ca6a9f15948dd5714cd3a735fb7448c, ASSIGN because future has completed 2024-11-13T05:18:42,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ca6a9f15948dd5714cd3a735fb7448c, server=a61c20bd729c,37171,1731475113519}] 2024-11-13T05:18:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:18:42,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c. 2024-11-13T05:18:42,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:42,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T05:18:42,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C37171%2C1731475113519.rep, suffix=, logDir=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/oldWALs, maxLogs=10 2024-11-13T05:18:42,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.rep.1731475122847, exclude list is [], retry=0 2024-11-13T05:18:42,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34119,DS-9155ff5c-3d45-4840-897f-ead0bd198872,DISK] 2024-11-13T05:18:42,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.rep.1731475122847 2024-11-13T05:18:42,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35979:35979)] 2024-11-13T05:18:42,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ca6a9f15948dd5714cd3a735fb7448c, NAME => 'hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:42,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:18:42,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:18:42,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c. service=MultiRowMutationService 2024-11-13T05:18:42,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T05:18:42,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8ca6a9f15948dd5714cd3a735fb7448c 2024-11-13T05:18:42,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:42,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8ca6a9f15948dd5714cd3a735fb7448c 2024-11-13T05:18:42,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8ca6a9f15948dd5714cd3a735fb7448c 2024-11-13T05:18:42,888 INFO [StoreOpener-8ca6a9f15948dd5714cd3a735fb7448c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8ca6a9f15948dd5714cd3a735fb7448c 2024-11-13T05:18:42,890 INFO [StoreOpener-8ca6a9f15948dd5714cd3a735fb7448c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ca6a9f15948dd5714cd3a735fb7448c columnFamilyName hfileref 2024-11-13T05:18:42,890 DEBUG [StoreOpener-8ca6a9f15948dd5714cd3a735fb7448c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:42,891 INFO [StoreOpener-8ca6a9f15948dd5714cd3a735fb7448c-1 {}] regionserver.HStore(327): Store=8ca6a9f15948dd5714cd3a735fb7448c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:42,891 INFO [StoreOpener-8ca6a9f15948dd5714cd3a735fb7448c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8ca6a9f15948dd5714cd3a735fb7448c 2024-11-13T05:18:42,892 INFO [StoreOpener-8ca6a9f15948dd5714cd3a735fb7448c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ca6a9f15948dd5714cd3a735fb7448c columnFamilyName queue 2024-11-13T05:18:42,892 DEBUG [StoreOpener-8ca6a9f15948dd5714cd3a735fb7448c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:42,893 INFO [StoreOpener-8ca6a9f15948dd5714cd3a735fb7448c-1 {}] regionserver.HStore(327): Store=8ca6a9f15948dd5714cd3a735fb7448c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:42,893 INFO [StoreOpener-8ca6a9f15948dd5714cd3a735fb7448c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8ca6a9f15948dd5714cd3a735fb7448c 2024-11-13T05:18:42,894 INFO [StoreOpener-8ca6a9f15948dd5714cd3a735fb7448c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ca6a9f15948dd5714cd3a735fb7448c columnFamilyName sid 2024-11-13T05:18:42,894 DEBUG [StoreOpener-8ca6a9f15948dd5714cd3a735fb7448c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:42,895 INFO [StoreOpener-8ca6a9f15948dd5714cd3a735fb7448c-1 {}] regionserver.HStore(327): Store=8ca6a9f15948dd5714cd3a735fb7448c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:42,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8ca6a9f15948dd5714cd3a735fb7448c 2024-11-13T05:18:42,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/replication/8ca6a9f15948dd5714cd3a735fb7448c 2024-11-13T05:18:42,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/replication/8ca6a9f15948dd5714cd3a735fb7448c 2024-11-13T05:18:42,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8ca6a9f15948dd5714cd3a735fb7448c 2024-11-13T05:18:42,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8ca6a9f15948dd5714cd3a735fb7448c 2024-11-13T05:18:42,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:18:42,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8ca6a9f15948dd5714cd3a735fb7448c 2024-11-13T05:18:42,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/replication/8ca6a9f15948dd5714cd3a735fb7448c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:18:42,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8ca6a9f15948dd5714cd3a735fb7448c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69142473, jitterRate=0.03030313551425934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:18:42,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ca6a9f15948dd5714cd3a735fb7448c 2024-11-13T05:18:42,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8ca6a9f15948dd5714cd3a735fb7448c: Running coprocessor pre-open hook at 1731475122884Writing region info on filesystem at 1731475122884Initializing all the Stores at 1731475122885 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475122885Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475122888 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475122888Cleaning up temporary data from old regions at 1731475122897 (+9 ms)Running coprocessor post-open hooks at 1731475122905 (+8 ms)Region opened successfully at 1731475122906 (+1 ms) 2024-11-13T05:18:42,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c., pid=10, masterSystemTime=1731475122839 2024-11-13T05:18:42,910 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ca6a9f15948dd5714cd3a735fb7448c, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,37171,1731475113519 2024-11-13T05:18:42,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c. 2024-11-13T05:18:42,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c. 2024-11-13T05:18:42,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ca6a9f15948dd5714cd3a735fb7448c, server=a61c20bd729c,37171,1731475113519 because future has completed 2024-11-13T05:18:42,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T05:18:42,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ca6a9f15948dd5714cd3a735fb7448c, server=a61c20bd729c,37171,1731475113519 in 226 msec 2024-11-13T05:18:42,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T05:18:42,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ca6a9f15948dd5714cd3a735fb7448c, ASSIGN in 390 msec 2024-11-13T05:18:42,922 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:18:42,922 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475122922"}]},"ts":"1731475122922"} 2024-11-13T05:18:42,926 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T05:18:42,928 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:18:42,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 464 msec 2024-11-13T05:18:42,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c., hostname=a61c20bd729c,37171,1731475113519, seqNum=2] 2024-11-13T05:18:43,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887 2024-11-13T05:18:43,049 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887 2024-11-13T05:18:43,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:18:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:18:43,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T05:18:43,223 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T05:18:43,255 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a61c20bd729c,37171,1731475113519, ReplicationSource: 1, currentBandwidth=0 2024-11-13T05:18:43,256 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:18:43,256 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,37171,1731475113519, seqNum=-1] 2024-11-13T05:18:43,256 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:43,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-13T05:18:43,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a61c20bd729c,37171,1731475113519', locateType=CURRENT is [region=hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c., hostname=a61c20bd729c,37171,1731475113519, seqNum=2] 2024-11-13T05:18:43,262 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T05:18:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T05:18:43,267 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a61c20bd729c,37171,1731475113519 suceeded 2024-11-13T05:18:43,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T05:18:43,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-13T05:18:43,271 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a61c20bd729c:34791,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-13T05:18:43,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 821 msec 2024-11-13T05:18:43,282 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:34791' 2024-11-13T05:18:43,283 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8b0de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:43,283 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,34791,-1 for getting cluster id 2024-11-13T05:18:43,283 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:43,286 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56b93206-24f5-4584-8b09-ba15a0c45ae8' 2024-11-13T05:18:43,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:43,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56b93206-24f5-4584-8b09-ba15a0c45ae8" 2024-11-13T05:18:43,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@122052f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:43,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,34791,-1] 2024-11-13T05:18:43,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:43,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:43,288 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:43,289 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26cb88b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:43,289 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:18:43,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,34791,1731475118170 2024-11-13T05:18:43,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1609db8a 2024-11-13T05:18:43,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:18:43,292 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-13T05:18:43,293 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a61c20bd729c,37171,1731475113519 (queues=1) is replicating from cluster=4e6e7f5a-cfbd-4a41-80bd-dca5a2c81249 to cluster=56b93206-24f5-4584-8b09-ba15a0c45ae8 2024-11-13T05:18:43,293 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a61c20bd729c%2C37171%2C1731475113519 2024-11-13T05:18:43,296 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a61c20bd729c,37171,1731475113519, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:18:43,301 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636, startPosition=0, beingWritten=true 2024-11-13T05:18:43,313 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.shippera61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C37171%2C1731475113519 2024-11-13T05:18:43,330 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:18:43,330 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 379, reset compression=false 2024-11-13T05:18:43,330 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.shippera61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,37171,1731475113519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:18:43,536 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 379, reset compression=false 2024-11-13T05:18:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:18:43,591 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T05:18:43,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:18:43,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:43,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:43,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:43,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:18:43,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:43,601 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731475123597/Put/seqid=0 2024-11-13T05:18:43,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741840_1016 (size=7894) 2024-11-13T05:18:43,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T05:18:43,654 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T05:18:43,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T05:18:43,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T05:18:43,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T05:18:43,656 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T05:18:43,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:18:43,656 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T05:18:43,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:18:43,656 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T05:18:43,657 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:18:43,657 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T05:18:43,657 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T05:18:43,657 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T05:18:43,841 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 379, reset compression=false 2024-11-13T05:18:44,017 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/load_f/f/hfile_1 is 34, key is ddd/f:row/1731475124016/Put/seqid=0 2024-11-13T05:18:44,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741841_1017 (size=7691) 2024-11-13T05:18:44,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2b4e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:44,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,46699,-1 for getting cluster id 2024-11-13T05:18:44,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:44,035 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e6e7f5a-cfbd-4a41-80bd-dca5a2c81249' 2024-11-13T05:18:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:44,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e6e7f5a-cfbd-4a41-80bd-dca5a2c81249" 2024-11-13T05:18:44,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:44,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:44,036 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,46699,-1] 2024-11-13T05:18:44,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:44,037 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:44,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bb41bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:44,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:18:44,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,37171,1731475113519, seqNum=-1] 2024-11-13T05:18:44,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:44,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:44,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:18:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,46699,1731475113298 2024-11-13T05:18:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79e9b253 2024-11-13T05:18:44,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:18:44,057 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:18:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731475120628.bbd64775e214c2b5227e86719224f5c5., hostname=a61c20bd729c,37171,1731475113519, seqNum=2] 2024-11-13T05:18:44,075 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T05:18:44,091 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T05:18:44,095 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T05:18:44,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/load_f/f/hfile_1 for inclusion in bbd64775e214c2b5227e86719224f5c5/f 2024-11-13T05:18:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T05:18:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:18:44,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/load_f/f/hfile_0 for inclusion in bbd64775e214c2b5227e86719224f5c5/f 2024-11-13T05:18:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T05:18:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:18:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HRegion(2603): Flush status journal for bbd64775e214c2b5227e86719224f5c5: 2024-11-13T05:18:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/load_f/f/hfile_1 to hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__rpnlnvcv9qh15s972gc75tpn7cd5g4pvaf8b76l7gn5dhv60h39g98o2mragp9v2/f/hfile_1 2024-11-13T05:18:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__rpnlnvcv9qh15s972gc75tpn7cd5g4pvaf8b76l7gn5dhv60h39g98o2mragp9v2/f/hfile_1 as hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5/f/1fc5674416524c35bbf95afad960bf05_SeqId_4_ 2024-11-13T05:18:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/load_f/f/hfile_0 to hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__rpnlnvcv9qh15s972gc75tpn7cd5g4pvaf8b76l7gn5dhv60h39g98o2mragp9v2/f/hfile_0 2024-11-13T05:18:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__rpnlnvcv9qh15s972gc75tpn7cd5g4pvaf8b76l7gn5dhv60h39g98o2mragp9v2/f/hfile_0 as hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5/f/5cbd37d9740149f3a1d1d302467c0909_SeqId_4_ 2024-11-13T05:18:44,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__rpnlnvcv9qh15s972gc75tpn7cd5g4pvaf8b76l7gn5dhv60h39g98o2mragp9v2/f/hfile_1 into bbd64775e214c2b5227e86719224f5c5/f as hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5/f/1fc5674416524c35bbf95afad960bf05_SeqId_4_ - updating store file list. 2024-11-13T05:18:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1fc5674416524c35bbf95afad960bf05_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T05:18:44,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5/f/1fc5674416524c35bbf95afad960bf05_SeqId_4_ into bbd64775e214c2b5227e86719224f5c5/f 2024-11-13T05:18:44,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__rpnlnvcv9qh15s972gc75tpn7cd5g4pvaf8b76l7gn5dhv60h39g98o2mragp9v2/f/hfile_1 into bbd64775e214c2b5227e86719224f5c5/f (new location: hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5/f/1fc5674416524c35bbf95afad960bf05_SeqId_4_) 2024-11-13T05:18:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__rpnlnvcv9qh15s972gc75tpn7cd5g4pvaf8b76l7gn5dhv60h39g98o2mragp9v2/f/hfile_1 2024-11-13T05:18:44,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__rpnlnvcv9qh15s972gc75tpn7cd5g4pvaf8b76l7gn5dhv60h39g98o2mragp9v2/f/hfile_0 into bbd64775e214c2b5227e86719224f5c5/f as hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5/f/5cbd37d9740149f3a1d1d302467c0909_SeqId_4_ - updating store file list. 2024-11-13T05:18:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5cbd37d9740149f3a1d1d302467c0909_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T05:18:44,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5/f/5cbd37d9740149f3a1d1d302467c0909_SeqId_4_ into bbd64775e214c2b5227e86719224f5c5/f 2024-11-13T05:18:44,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__rpnlnvcv9qh15s972gc75tpn7cd5g4pvaf8b76l7gn5dhv60h39g98o2mragp9v2/f/hfile_0 into bbd64775e214c2b5227e86719224f5c5/f (new location: hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5/f/5cbd37d9740149f3a1d1d302467c0909_SeqId_4_) 2024-11-13T05:18:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__rpnlnvcv9qh15s972gc75tpn7cd5g4pvaf8b76l7gn5dhv60h39g98o2mragp9v2/f/hfile_0 2024-11-13T05:18:44,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:18:44,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:44,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:44,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:44,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:18:44,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:18:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731475120628.bbd64775e214c2b5227e86719224f5c5., hostname=a61c20bd729c,37171,1731475113519, seqNum=2 , the old value is region=test,,1731475120628.bbd64775e214c2b5227e86719224f5c5., hostname=a61c20bd729c,37171,1731475113519, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a61c20bd729c:37171 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T05:18:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731475120628.bbd64775e214c2b5227e86719224f5c5., hostname=a61c20bd729c,37171,1731475113519, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T05:18:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731475120628.bbd64775e214c2b5227e86719224f5c5., hostname=a61c20bd729c,37171,1731475113519, seqNum=2 from cache 2024-11-13T05:18:44,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,44401,1731475118335, seqNum=-1] 2024-11-13T05:18:44,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:44,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731475121786.751b89e5d43d50f95716337503b53e28., hostname=a61c20bd729c,44401,1731475118335, seqNum=2] 2024-11-13T05:18:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:51408 deadline: 1731475184181 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:51408 2024-11-13T05:18:44,196 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T05:18:44,246 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 379, reset compression=false 2024-11-13T05:18:44,255 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:18:44,256 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.shippera61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,37171,1731475113519 got entry batch from reader: WALEntryBatch [walEntries=[{test/bbd64775e214c2b5227e86719224f5c5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731475124172/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T05:18:44,283 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.shippera61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:18:44,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-13T05:18:44,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.ReplicationSink(318): Replicating [4e6e7f5a-cfbd-4a41-80bd-dca5a2c81249] bulk loaded data 2024-11-13T05:18:44,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34ce40ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:44,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,34791,-1 for getting cluster id 2024-11-13T05:18:44,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:44,292 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56b93206-24f5-4584-8b09-ba15a0c45ae8' 2024-11-13T05:18:44,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:44,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56b93206-24f5-4584-8b09-ba15a0c45ae8" 2024-11-13T05:18:44,292 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:37171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T05:18:44,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2760eda5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:44,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,34791,-1] 2024-11-13T05:18:44,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:44,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:44,295 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:44,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7105367b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:44,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741837_1013 (size=7691) 2024-11-13T05:18:44,456 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 687, reset compression=false 2024-11-13T05:18:44,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741838_1014 (size=7894) 2024-11-13T05:18:44,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:18:44,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,34791,1731475118170 2024-11-13T05:18:44,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@615d2e3 2024-11-13T05:18:44,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:18:44,746 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-13T05:18:44,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T05:18:44,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:18:44,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,44401,1731475118335, seqNum=-1] 2024-11-13T05:18:44,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:44,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-13T05:18:44,760 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 687, reset compression=false 2024-11-13T05:18:44,760 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/staging/jenkins.hfs.6__test__9vn7kofvh168uijqe1nfo090bgedkmmk51d603e79f1dm7m221jge233kn92bp5j/f/1fc5674416524c35bbf95afad960bf05_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T05:18:44,812 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/staging/jenkins.hfs.6__test__9vn7kofvh168uijqe1nfo090bgedkmmk51d603e79f1dm7m221jge233kn92bp5j/f/5cbd37d9740149f3a1d1d302467c0909_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T05:18:44,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/staging/jenkins.hfs.6__test__9vn7kofvh168uijqe1nfo090bgedkmmk51d603e79f1dm7m221jge233kn92bp5j/f/5cbd37d9740149f3a1d1d302467c0909_SeqId_4_ for inclusion in 751b89e5d43d50f95716337503b53e28/f 2024-11-13T05:18:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T05:18:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:18:44,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/staging/jenkins.hfs.6__test__9vn7kofvh168uijqe1nfo090bgedkmmk51d603e79f1dm7m221jge233kn92bp5j/f/1fc5674416524c35bbf95afad960bf05_SeqId_4_ for inclusion in 751b89e5d43d50f95716337503b53e28/f 2024-11-13T05:18:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T05:18:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:18:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.HRegion(2603): Flush status journal for 751b89e5d43d50f95716337503b53e28: 2024-11-13T05:18:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5cbd37d9740149f3a1d1d302467c0909_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T05:18:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/staging/jenkins.hfs.6__test__9vn7kofvh168uijqe1nfo090bgedkmmk51d603e79f1dm7m221jge233kn92bp5j/f/5cbd37d9740149f3a1d1d302467c0909_SeqId_4_ as hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/default/test/751b89e5d43d50f95716337503b53e28/f/aa7fede61e6d40ff8e9180debb7cf9df_SeqId_4_ 2024-11-13T05:18:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1fc5674416524c35bbf95afad960bf05_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T05:18:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/staging/jenkins.hfs.6__test__9vn7kofvh168uijqe1nfo090bgedkmmk51d603e79f1dm7m221jge233kn92bp5j/f/1fc5674416524c35bbf95afad960bf05_SeqId_4_ as hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/default/test/751b89e5d43d50f95716337503b53e28/f/5eb661c8197745cd97953ca27da004ea_SeqId_4_ 2024-11-13T05:18:44,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/staging/jenkins.hfs.6__test__9vn7kofvh168uijqe1nfo090bgedkmmk51d603e79f1dm7m221jge233kn92bp5j/f/5cbd37d9740149f3a1d1d302467c0909_SeqId_4_ into 751b89e5d43d50f95716337503b53e28/f as hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/default/test/751b89e5d43d50f95716337503b53e28/f/aa7fede61e6d40ff8e9180debb7cf9df_SeqId_4_ - updating store file list. 2024-11-13T05:18:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa7fede61e6d40ff8e9180debb7cf9df_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T05:18:44,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/default/test/751b89e5d43d50f95716337503b53e28/f/aa7fede61e6d40ff8e9180debb7cf9df_SeqId_4_ into 751b89e5d43d50f95716337503b53e28/f 2024-11-13T05:18:44,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/staging/jenkins.hfs.6__test__9vn7kofvh168uijqe1nfo090bgedkmmk51d603e79f1dm7m221jge233kn92bp5j/f/5cbd37d9740149f3a1d1d302467c0909_SeqId_4_ into 751b89e5d43d50f95716337503b53e28/f (new location: hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/default/test/751b89e5d43d50f95716337503b53e28/f/aa7fede61e6d40ff8e9180debb7cf9df_SeqId_4_) 2024-11-13T05:18:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/staging/jenkins.hfs.6__test__9vn7kofvh168uijqe1nfo090bgedkmmk51d603e79f1dm7m221jge233kn92bp5j/f/5cbd37d9740149f3a1d1d302467c0909_SeqId_4_ 2024-11-13T05:18:44,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/staging/jenkins.hfs.6__test__9vn7kofvh168uijqe1nfo090bgedkmmk51d603e79f1dm7m221jge233kn92bp5j/f/1fc5674416524c35bbf95afad960bf05_SeqId_4_ into 751b89e5d43d50f95716337503b53e28/f as hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/default/test/751b89e5d43d50f95716337503b53e28/f/5eb661c8197745cd97953ca27da004ea_SeqId_4_ - updating store file list. 2024-11-13T05:18:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5eb661c8197745cd97953ca27da004ea_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T05:18:44,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/default/test/751b89e5d43d50f95716337503b53e28/f/5eb661c8197745cd97953ca27da004ea_SeqId_4_ into 751b89e5d43d50f95716337503b53e28/f 2024-11-13T05:18:44,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/staging/jenkins.hfs.6__test__9vn7kofvh168uijqe1nfo090bgedkmmk51d603e79f1dm7m221jge233kn92bp5j/f/1fc5674416524c35bbf95afad960bf05_SeqId_4_ into 751b89e5d43d50f95716337503b53e28/f (new location: hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/default/test/751b89e5d43d50f95716337503b53e28/f/5eb661c8197745cd97953ca27da004ea_SeqId_4_) 2024-11-13T05:18:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/staging/jenkins.hfs.6__test__9vn7kofvh168uijqe1nfo090bgedkmmk51d603e79f1dm7m221jge233kn92bp5j/f/1fc5674416524c35bbf95afad960bf05_SeqId_4_ 2024-11-13T05:18:44,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] regionserver.ReplicationSink(324): Finished replicating [4e6e7f5a-cfbd-4a41-80bd-dca5a2c81249] bulk loaded data 2024-11-13T05:18:45,165 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 687, reset compression=false 2024-11-13T05:18:45,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:45,218 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731475125217/Put/seqid=0 2024-11-13T05:18:45,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741842_1018 (size=7997) 2024-11-13T05:18:45,629 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731475125628/Put/seqid=0 2024-11-13T05:18:45,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741843_1019 (size=7794) 2024-11-13T05:18:45,670 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 687, reset compression=false 2024-11-13T05:18:46,016 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:18:46,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46361f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:46,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,46699,-1 for getting cluster id 2024-11-13T05:18:46,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:18:46,038 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e6e7f5a-cfbd-4a41-80bd-dca5a2c81249' 2024-11-13T05:18:46,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:18:46,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e6e7f5a-cfbd-4a41-80bd-dca5a2c81249" 2024-11-13T05:18:46,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab66f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:46,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,46699,-1] 2024-11-13T05:18:46,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:18:46,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:46,041 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:18:46,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:46,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:18:46,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,37171,1731475113519, seqNum=-1] 2024-11-13T05:18:46,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:46,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:46,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:46,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:46,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:46,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:18:46,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,46699,1731475113298 2024-11-13T05:18:46,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@329b91d7 2024-11-13T05:18:46,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:18:46,062 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:18:46,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731475120628.bbd64775e214c2b5227e86719224f5c5., hostname=a61c20bd729c,37171,1731475113519, seqNum=2] 2024-11-13T05:18:46,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:18:46,070 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T05:18:46,086 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T05:18:46,087 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T05:18:46,093 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T05:18:46,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/load_f1/f1/hfile_0 for inclusion in bbd64775e214c2b5227e86719224f5c5/f1 2024-11-13T05:18:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T05:18:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:18:46,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/load_f1/f1/hfile_1 for inclusion in bbd64775e214c2b5227e86719224f5c5/f1 2024-11-13T05:18:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T05:18:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:18:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HRegion(2603): Flush status journal for bbd64775e214c2b5227e86719224f5c5: 2024-11-13T05:18:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/load_f1/f1/hfile_0 to hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__fa2df7qlkvn807i1jjo4q4suniujrtutbtetol1o1urm65o2anuqb46a43uuqv52/f1/hfile_0 2024-11-13T05:18:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__fa2df7qlkvn807i1jjo4q4suniujrtutbtetol1o1urm65o2anuqb46a43uuqv52/f1/hfile_0 as hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5/f1/88cd24d3abff48b08027697c72d9e59d_SeqId_6_ 2024-11-13T05:18:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/load_f1/f1/hfile_1 to hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__fa2df7qlkvn807i1jjo4q4suniujrtutbtetol1o1urm65o2anuqb46a43uuqv52/f1/hfile_1 2024-11-13T05:18:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__fa2df7qlkvn807i1jjo4q4suniujrtutbtetol1o1urm65o2anuqb46a43uuqv52/f1/hfile_1 as hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5/f1/02d5e34763074e819a4e6ce6e855706f_SeqId_6_ 2024-11-13T05:18:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-13T05:18:46,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__fa2df7qlkvn807i1jjo4q4suniujrtutbtetol1o1urm65o2anuqb46a43uuqv52/f1/hfile_0 into bbd64775e214c2b5227e86719224f5c5/f1 as hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5/f1/88cd24d3abff48b08027697c72d9e59d_SeqId_6_ - updating store file list. 2024-11-13T05:18:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 88cd24d3abff48b08027697c72d9e59d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T05:18:46,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5/f1/88cd24d3abff48b08027697c72d9e59d_SeqId_6_ into bbd64775e214c2b5227e86719224f5c5/f1 2024-11-13T05:18:46,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__fa2df7qlkvn807i1jjo4q4suniujrtutbtetol1o1urm65o2anuqb46a43uuqv52/f1/hfile_0 into bbd64775e214c2b5227e86719224f5c5/f1 (new location: hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5/f1/88cd24d3abff48b08027697c72d9e59d_SeqId_6_) 2024-11-13T05:18:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__fa2df7qlkvn807i1jjo4q4suniujrtutbtetol1o1urm65o2anuqb46a43uuqv52/f1/hfile_0 2024-11-13T05:18:46,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__fa2df7qlkvn807i1jjo4q4suniujrtutbtetol1o1urm65o2anuqb46a43uuqv52/f1/hfile_1 into bbd64775e214c2b5227e86719224f5c5/f1 as hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5/f1/02d5e34763074e819a4e6ce6e855706f_SeqId_6_ - updating store file list. 2024-11-13T05:18:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 02d5e34763074e819a4e6ce6e855706f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T05:18:46,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5/f1/02d5e34763074e819a4e6ce6e855706f_SeqId_6_ into bbd64775e214c2b5227e86719224f5c5/f1 2024-11-13T05:18:46,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__fa2df7qlkvn807i1jjo4q4suniujrtutbtetol1o1urm65o2anuqb46a43uuqv52/f1/hfile_1 into bbd64775e214c2b5227e86719224f5c5/f1 (new location: hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5/f1/02d5e34763074e819a4e6ce6e855706f_SeqId_6_) 2024-11-13T05:18:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/staging/jenkins__test__fa2df7qlkvn807i1jjo4q4suniujrtutbtetol1o1urm65o2anuqb46a43uuqv52/f1/hfile_1 2024-11-13T05:18:46,165 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:18:46,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:18:46,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:46,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:46,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:18:46,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:18:46,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731475120628.bbd64775e214c2b5227e86719224f5c5., hostname=a61c20bd729c,37171,1731475113519, seqNum=2 , the old value is region=test,,1731475120628.bbd64775e214c2b5227e86719224f5c5., hostname=a61c20bd729c,37171,1731475113519, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a61c20bd729c:37171 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T05:18:46,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731475120628.bbd64775e214c2b5227e86719224f5c5., hostname=a61c20bd729c,37171,1731475113519, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T05:18:46,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731475120628.bbd64775e214c2b5227e86719224f5c5., hostname=a61c20bd729c,37171,1731475113519, seqNum=2 from cache 2024-11-13T05:18:46,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,37171,1731475113519, seqNum=-1] 2024-11-13T05:18:46,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:46,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:51420 deadline: 1731475186168 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:51420 2024-11-13T05:18:46,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:46,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731475120628.bbd64775e214c2b5227e86719224f5c5., hostname=a61c20bd729c,37171,1731475113519, seqNum=2] 2024-11-13T05:18:46,272 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:37171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T05:18:46,274 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 687, reset compression=false 2024-11-13T05:18:46,283 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:18:46,283 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:18:46,283 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.shippera61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,37171,1731475113519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:18:46,488 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:18:46,793 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:18:47,197 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:18:47,701 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:18:48,305 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:18:49,010 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:18:49,816 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:18:50,720 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:18:51,724 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:18:52,828 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:18:54,032 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:18:55,336 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:18:56,739 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:18:58,243 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:18:59,847 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:01,551 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:02,881 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:19:03,356 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:05,261 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:06,286 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.shippera61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,37171,1731475113519 got entry batch from reader: null 2024-11-13T05:19:07,264 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:07,757 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:19:09,368 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:11,572 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:13,875 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:16,279 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:16,417 INFO [master/a61c20bd729c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T05:19:16,417 INFO [master/a61c20bd729c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T05:19:18,783 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:21,100 INFO [master/a61c20bd729c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T05:19:21,100 INFO [master/a61c20bd729c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T05:19:21,387 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:24,091 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:26,286 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.shippera61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,37171,1731475113519 got entry batch from reader: null 2024-11-13T05:19:26,413 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region bbd64775e214c2b5227e86719224f5c5, had cached 0 bytes from a total of 31376 2024-11-13T05:19:26,895 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:27,142 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 751b89e5d43d50f95716337503b53e28, had cached 0 bytes from a total of 15585 2024-11-13T05:19:29,800 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:32,804 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:32,881 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:19:35,907 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:37,757 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:19:39,111 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:42,116 DEBUG [master/a61c20bd729c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:19:42,415 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:45,845 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:46,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:19:46,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:19:46,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:19:46,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:46,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:46,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:19:46,211 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:19:46,211 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1970421695, stopped=false 2024-11-13T05:19:46,211 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,34791,1731475118170 2024-11-13T05:19:46,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1036093165/running 2024-11-13T05:19:46,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1036093165/running 2024-11-13T05:19:46,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165 2024-11-13T05:19:46,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165 2024-11-13T05:19:46,219 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:19:46,219 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:19:46,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:19:46,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:46,219 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,44401,1731475118335' ***** 2024-11-13T05:19:46,219 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:19:46,220 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:19:46,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Set watcher on znode that does not yet exist, /1-1036093165/running 2024-11-13T05:19:46,220 INFO [RS:0;a61c20bd729c:44401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:19:46,220 INFO [RS:0;a61c20bd729c:44401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:19:46,220 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:19:46,220 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(3091): Received CLOSE for 751b89e5d43d50f95716337503b53e28 2024-11-13T05:19:46,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Set watcher on znode that does not yet exist, /1-1036093165/running 2024-11-13T05:19:46,220 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,44401,1731475118335 2024-11-13T05:19:46,220 INFO [RS:0;a61c20bd729c:44401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:19:46,220 INFO [RS:0;a61c20bd729c:44401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:44401. 2024-11-13T05:19:46,220 DEBUG [RS:0;a61c20bd729c:44401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:19:46,220 DEBUG [RS:0;a61c20bd729c:44401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:46,220 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 751b89e5d43d50f95716337503b53e28, disabling compactions & flushes 2024-11-13T05:19:46,220 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731475121786.751b89e5d43d50f95716337503b53e28. 2024-11-13T05:19:46,220 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475121786.751b89e5d43d50f95716337503b53e28. 2024-11-13T05:19:46,220 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:19:46,220 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:19:46,220 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731475121786.751b89e5d43d50f95716337503b53e28. after waiting 0 ms 2024-11-13T05:19:46,220 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:19:46,220 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731475121786.751b89e5d43d50f95716337503b53e28. 2024-11-13T05:19:46,220 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:19:46,221 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T05:19:46,221 DEBUG [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1325): Online Regions={751b89e5d43d50f95716337503b53e28=test,,1731475121786.751b89e5d43d50f95716337503b53e28., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:19:46,221 DEBUG [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 751b89e5d43d50f95716337503b53e28 2024-11-13T05:19:46,221 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:19:46,221 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:19:46,221 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:19:46,221 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:19:46,221 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:19:46,221 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T05:19:46,225 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/default/test/751b89e5d43d50f95716337503b53e28/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T05:19:46,225 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:19:46,225 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:19:46,225 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731475121786.751b89e5d43d50f95716337503b53e28. 2024-11-13T05:19:46,225 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 751b89e5d43d50f95716337503b53e28: Waiting for close lock at 1731475186220Running coprocessor pre-close hooks at 1731475186220Disabling compacts and flushes for region at 1731475186220Disabling writes for close at 1731475186220Writing region close event to WAL at 1731475186221 (+1 ms)Running coprocessor post-close hooks at 1731475186225 (+4 ms)Closed at 1731475186225 2024-11-13T05:19:46,225 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731475121786.751b89e5d43d50f95716337503b53e28. 2024-11-13T05:19:46,240 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/.tmp/info/e22a26cb6ae44038b36de2630cc69983 is 129, key is test,,1731475121786.751b89e5d43d50f95716337503b53e28./info:regioninfo/1731475122165/Put/seqid=0 2024-11-13T05:19:46,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741839_1015 (size=6421) 2024-11-13T05:19:46,266 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:19:46,287 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.shippera61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,37171,1731475113519 got entry batch from reader: null 2024-11-13T05:19:46,421 DEBUG [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:19:46,621 DEBUG [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:19:46,648 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/.tmp/info/e22a26cb6ae44038b36de2630cc69983 2024-11-13T05:19:46,668 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/.tmp/ns/3f41225c6ee34cdfa7432bae103d3cc5 is 43, key is default/ns:d/1731475120555/Put/seqid=0 2024-11-13T05:19:46,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741840_1016 (size=5153) 2024-11-13T05:19:46,710 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:34791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T05:19:46,806 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:19:46,806 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:19:46,822 DEBUG [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:19:47,022 DEBUG [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:19:47,073 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/.tmp/ns/3f41225c6ee34cdfa7432bae103d3cc5 2024-11-13T05:19:47,102 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/.tmp/rep_barrier/0c3b9331692647dfa09f5ac2170ee196 is 112, key is test,,1731475121786.751b89e5d43d50f95716337503b53e28./rep_barrier:seqnumDuringOpen/1731475122165/Put/seqid=0 2024-11-13T05:19:47,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741841_1017 (size=5518) 2024-11-13T05:19:47,222 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T05:19:47,222 DEBUG [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:19:47,222 DEBUG [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:19:47,422 DEBUG [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:19:47,507 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/.tmp/rep_barrier/0c3b9331692647dfa09f5ac2170ee196 2024-11-13T05:19:47,524 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/.tmp/table/733677740984403f8693d0c4461b10df is 40, key is test/table:state/1731475122181/Put/seqid=0 2024-11-13T05:19:47,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741842_1018 (size=5165) 2024-11-13T05:19:47,622 DEBUG [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:19:47,823 DEBUG [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:19:47,929 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/.tmp/table/733677740984403f8693d0c4461b10df 2024-11-13T05:19:47,935 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/.tmp/info/e22a26cb6ae44038b36de2630cc69983 as hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/info/e22a26cb6ae44038b36de2630cc69983 2024-11-13T05:19:47,941 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/info/e22a26cb6ae44038b36de2630cc69983, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T05:19:47,942 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/.tmp/ns/3f41225c6ee34cdfa7432bae103d3cc5 as hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/ns/3f41225c6ee34cdfa7432bae103d3cc5 2024-11-13T05:19:47,947 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/ns/3f41225c6ee34cdfa7432bae103d3cc5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T05:19:47,948 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/.tmp/rep_barrier/0c3b9331692647dfa09f5ac2170ee196 as hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/rep_barrier/0c3b9331692647dfa09f5ac2170ee196 2024-11-13T05:19:47,953 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/rep_barrier/0c3b9331692647dfa09f5ac2170ee196, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T05:19:47,954 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/.tmp/table/733677740984403f8693d0c4461b10df as hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/table/733677740984403f8693d0c4461b10df 2024-11-13T05:19:47,959 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/table/733677740984403f8693d0c4461b10df, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T05:19:47,960 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=11, compaction requested=false 2024-11-13T05:19:47,964 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T05:19:47,965 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:19:47,965 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:19:47,965 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:19:47,965 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475186221Running coprocessor pre-close hooks at 1731475186221Disabling compacts and flushes for region at 1731475186221Disabling writes for close at 1731475186221Obtaining lock to block concurrent updates at 1731475186221Preparing flush snapshotting stores in 1588230740 at 1731475186221Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731475186222 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731475186222Flushing 1588230740/info: creating writer at 1731475186223 (+1 ms)Flushing 1588230740/info: appending metadata at 1731475186240 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731475186240Flushing 1588230740/ns: creating writer at 1731475186654 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731475186667 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731475186667Flushing 1588230740/rep_barrier: creating writer at 1731475187078 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731475187102 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731475187102Flushing 1588230740/table: creating writer at 1731475187512 (+410 ms)Flushing 1588230740/table: appending metadata at 1731475187524 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731475187524Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bbd901f: reopening flushed file at 1731475187934 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c504b41: reopening flushed file at 1731475187941 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701fb0f3: reopening flushed file at 1731475187947 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d92a88: reopening flushed file at 1731475187953 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=11, compaction requested=false at 1731475187960 (+7 ms)Writing region close event to WAL at 1731475187961 (+1 ms)Running coprocessor post-close hooks at 1731475187965 (+4 ms)Closed at 1731475187965 2024-11-13T05:19:47,965 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:19:48,023 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,44401,1731475118335; all regions closed. 2024-11-13T05:19:48,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741834_1010 (size=2717) 2024-11-13T05:19:48,026 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/WALs/a61c20bd729c,44401,1731475118335/a61c20bd729c%2C44401%2C1731475118335.meta.1731475120476.meta not finished, retry = 0 2024-11-13T05:19:48,128 DEBUG [RS:0;a61c20bd729c:44401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/oldWALs 2024-11-13T05:19:48,128 INFO [RS:0;a61c20bd729c:44401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C44401%2C1731475118335.meta:.meta(num 1731475120476) 2024-11-13T05:19:48,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741832_1008 (size=1028) 2024-11-13T05:19:48,131 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/WALs/a61c20bd729c,44401,1731475118335/a61c20bd729c%2C44401%2C1731475118335.1731475119943 not finished, retry = 0 2024-11-13T05:19:48,234 DEBUG [RS:0;a61c20bd729c:44401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/oldWALs 2024-11-13T05:19:48,234 INFO [RS:0;a61c20bd729c:44401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C44401%2C1731475118335:(num 1731475119943) 2024-11-13T05:19:48,234 DEBUG [RS:0;a61c20bd729c:44401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:48,234 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:19:48,234 INFO [RS:0;a61c20bd729c:44401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:19:48,235 INFO [RS:0;a61c20bd729c:44401 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T05:19:48,235 INFO [RS:0;a61c20bd729c:44401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:19:48,235 INFO [RS:0;a61c20bd729c:44401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:44401. 2024-11-13T05:19:48,235 DEBUG [RS:0;a61c20bd729c:44401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:19:48,235 DEBUG [RS:0;a61c20bd729c:44401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:48,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:19:48,236 DEBUG [RS:0;a61c20bd729c:44401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:48,236 INFO [RS:0;a61c20bd729c:44401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44401 2024-11-13T05:19:48,237 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:19:48,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1036093165/rs/a61c20bd729c,44401,1731475118335 2024-11-13T05:19:48,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165/rs 2024-11-13T05:19:48,287 INFO [RS:0;a61c20bd729c:44401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:19:48,287 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fb7708e40f0@380012f5 rejected from java.util.concurrent.ThreadPoolExecutor@7d028b91[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-13T05:19:48,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,44401,1731475118335] 2024-11-13T05:19:48,308 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1036093165/draining/a61c20bd729c,44401,1731475118335 already deleted, retry=false 2024-11-13T05:19:48,308 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,44401,1731475118335 expired; onlineServers=0 2024-11-13T05:19:48,308 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,34791,1731475118170' ***** 2024-11-13T05:19:48,308 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:19:48,308 INFO [M:0;a61c20bd729c:34791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:19:48,308 INFO [M:0;a61c20bd729c:34791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:19:48,309 DEBUG [M:0;a61c20bd729c:34791 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:19:48,309 DEBUG [M:0;a61c20bd729c:34791 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:19:48,309 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475119661 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475119661,5,FailOnTimeoutGroup] 2024-11-13T05:19:48,309 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475119660 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475119660,5,FailOnTimeoutGroup] 2024-11-13T05:19:48,309 INFO [M:0;a61c20bd729c:34791 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:19:48,309 INFO [M:0;a61c20bd729c:34791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:19:48,309 DEBUG [M:0;a61c20bd729c:34791 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:19:48,309 INFO [M:0;a61c20bd729c:34791 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:19:48,309 INFO [M:0;a61c20bd729c:34791 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:19:48,309 INFO [M:0;a61c20bd729c:34791 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:19:48,309 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:19:48,309 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:19:48,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1036093165/master 2024-11-13T05:19:48,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1036093165 2024-11-13T05:19:48,319 DEBUG [M:0;a61c20bd729c:34791 {}] zookeeper.ZKUtil(347): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Unable to get data of znode /1-1036093165/master because node does not exist (not an error) 2024-11-13T05:19:48,319 WARN [M:0;a61c20bd729c:34791 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:19:48,320 INFO [M:0;a61c20bd729c:34791 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/.lastflushedseqids 2024-11-13T05:19:48,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741843_1019 (size=173) 2024-11-13T05:19:48,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:19:48,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44401-0x10132a176a00004, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:19:48,398 INFO [RS:0;a61c20bd729c:44401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:19:48,398 INFO [RS:0;a61c20bd729c:44401 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,44401,1731475118335; zookeeper connection closed. 2024-11-13T05:19:48,398 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d41fbb5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d41fbb5 2024-11-13T05:19:48,399 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:19:48,725 INFO [M:0;a61c20bd729c:34791 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:19:48,725 INFO [M:0;a61c20bd729c:34791 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:19:48,725 DEBUG [M:0;a61c20bd729c:34791 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:19:48,725 INFO [M:0;a61c20bd729c:34791 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:19:48,725 DEBUG [M:0;a61c20bd729c:34791 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:19:48,725 DEBUG [M:0;a61c20bd729c:34791 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:19:48,725 DEBUG [M:0;a61c20bd729c:34791 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:19:48,725 INFO [M:0;a61c20bd729c:34791 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-13T05:19:48,740 DEBUG [M:0;a61c20bd729c:34791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36df3c81786147af98a798bac407c095 is 82, key is hbase:meta,,1/info:regioninfo/1731475120535/Put/seqid=0 2024-11-13T05:19:48,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741844_1020 (size=5672) 2024-11-13T05:19:49,144 INFO [M:0;a61c20bd729c:34791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36df3c81786147af98a798bac407c095 2024-11-13T05:19:49,162 DEBUG [M:0;a61c20bd729c:34791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/133a34d56fa948e292d4be55945e138b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731475122186/Put/seqid=0 2024-11-13T05:19:49,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741845_1021 (size=6727) 2024-11-13T05:19:49,353 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 to pos 997, reset compression=false 2024-11-13T05:19:49,566 INFO [M:0;a61c20bd729c:34791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/133a34d56fa948e292d4be55945e138b 2024-11-13T05:19:49,571 INFO [M:0;a61c20bd729c:34791 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 133a34d56fa948e292d4be55945e138b 2024-11-13T05:19:49,584 DEBUG [M:0;a61c20bd729c:34791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5749ef268994f6a983a1166bdcb0aa4 is 69, key is a61c20bd729c,44401,1731475118335/rs:state/1731475119725/Put/seqid=0 2024-11-13T05:19:49,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741846_1022 (size=5156) 2024-11-13T05:19:49,988 INFO [M:0;a61c20bd729c:34791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5749ef268994f6a983a1166bdcb0aa4 2024-11-13T05:19:49,994 DEBUG [M:0;a61c20bd729c:34791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36df3c81786147af98a798bac407c095 as hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36df3c81786147af98a798bac407c095 2024-11-13T05:19:49,999 INFO [M:0;a61c20bd729c:34791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36df3c81786147af98a798bac407c095, entries=8, sequenceid=58, filesize=5.5 K 2024-11-13T05:19:49,999 DEBUG [M:0;a61c20bd729c:34791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/133a34d56fa948e292d4be55945e138b as hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/133a34d56fa948e292d4be55945e138b 2024-11-13T05:19:50,004 INFO [M:0;a61c20bd729c:34791 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 133a34d56fa948e292d4be55945e138b 2024-11-13T05:19:50,004 INFO [M:0;a61c20bd729c:34791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/133a34d56fa948e292d4be55945e138b, entries=6, sequenceid=58, filesize=6.6 K 2024-11-13T05:19:50,005 DEBUG [M:0;a61c20bd729c:34791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5749ef268994f6a983a1166bdcb0aa4 as hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5749ef268994f6a983a1166bdcb0aa4 2024-11-13T05:19:50,010 INFO [M:0;a61c20bd729c:34791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37569/user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5749ef268994f6a983a1166bdcb0aa4, entries=1, sequenceid=58, filesize=5.0 K 2024-11-13T05:19:50,011 INFO [M:0;a61c20bd729c:34791 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=58, compaction requested=false 2024-11-13T05:19:50,012 INFO [M:0;a61c20bd729c:34791 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:19:50,012 DEBUG [M:0;a61c20bd729c:34791 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475188725Disabling compacts and flushes for region at 1731475188725Disabling writes for close at 1731475188725Obtaining lock to block concurrent updates at 1731475188725Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475188725Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731475188726 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475188726Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475188726Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475188739 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475188740 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475189148 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475189161 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475189161Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475189571 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475189583 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475189583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe68d1c: reopening flushed file at 1731475189993 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@456c7d75: reopening flushed file at 1731475189999 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17df52fd: reopening flushed file at 1731475190004 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=58, compaction requested=false at 1731475190011 (+7 ms)Writing region close event to WAL at 1731475190012 (+1 ms)Closed at 1731475190012 2024-11-13T05:19:50,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39293 is added to blk_1073741830_1006 (size=33026) 2024-11-13T05:19:50,014 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c027a15b-af6c-935e-c97b-88843eb28557/MasterData/WALs/a61c20bd729c,34791,1731475118170/a61c20bd729c%2C34791%2C1731475118170.1731475119313 not finished, retry = 0 2024-11-13T05:19:50,115 INFO [M:0;a61c20bd729c:34791 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:19:50,115 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:19:50,115 INFO [M:0;a61c20bd729c:34791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34791 2024-11-13T05:19:50,116 INFO [M:0;a61c20bd729c:34791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:19:50,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:19:50,223 INFO [M:0;a61c20bd729c:34791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:19:50,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34791-0x10132a176a00003, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:19:50,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63bc53d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:19:50,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@759cc101{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:19:50,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:19:50,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3029c162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:19:50,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672164d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/hadoop.log.dir/,STOPPED} 2024-11-13T05:19:50,228 WARN [BP-371685045-172.17.0.3-1731475115968 heartbeating to localhost/127.0.0.1:37569 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:19:50,228 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:19:50,228 WARN [BP-371685045-172.17.0.3-1731475115968 heartbeating to localhost/127.0.0.1:37569 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-371685045-172.17.0.3-1731475115968 (Datanode Uuid 8b0f47c5-9c68-4a37-b6a9-8e6b423ab20b) service to localhost/127.0.0.1:37569 2024-11-13T05:19:50,228 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:19:50,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/cluster_64406f0b-7861-18eb-135f-cd8ecbef0388/data/data1/current/BP-371685045-172.17.0.3-1731475115968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:19:50,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/cluster_64406f0b-7861-18eb-135f-cd8ecbef0388/data/data2/current/BP-371685045-172.17.0.3-1731475115968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:19:50,229 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:19:50,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dabb32c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:19:50,234 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@190dc48d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:19:50,234 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:19:50,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fc1e28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:19:50,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@743921d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/hadoop.log.dir/,STOPPED} 2024-11-13T05:19:50,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:19:50,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:19:50,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:19:50,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:19:50,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:50,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:50,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:19:50,247 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:19:50,247 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=394254106, stopped=false 2024-11-13T05:19:50,248 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,46699,1731475113298 2024-11-13T05:19:50,266 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1586608887/running 2024-11-13T05:19:50,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1586608887/running 2024-11-13T05:19:50,266 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887 2024-11-13T05:19:50,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887 2024-11-13T05:19:50,266 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:19:50,266 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:19:50,266 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:19:50,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:50,267 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,37171,1731475113519' ***** 2024-11-13T05:19:50,267 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:19:50,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Set watcher on znode that does not yet exist, /0-1586608887/running 2024-11-13T05:19:50,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Set watcher on znode that does not yet exist, /0-1586608887/running 2024-11-13T05:19:50,267 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:19:50,267 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:19:50,267 INFO [RS:0;a61c20bd729c:37171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:19:50,267 INFO [RS:0;a61c20bd729c:37171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:19:50,268 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(3091): Received CLOSE for bbd64775e214c2b5227e86719224f5c5 2024-11-13T05:19:50,268 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ca6a9f15948dd5714cd3a735fb7448c 2024-11-13T05:19:50,268 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,37171,1731475113519 2024-11-13T05:19:50,268 INFO [RS:0;a61c20bd729c:37171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:19:50,268 INFO [RS:0;a61c20bd729c:37171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:37171. 2024-11-13T05:19:50,268 DEBUG [RS:0;a61c20bd729c:37171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:19:50,268 DEBUG [RS:0;a61c20bd729c:37171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:50,268 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbd64775e214c2b5227e86719224f5c5, disabling compactions & flushes 2024-11-13T05:19:50,268 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731475120628.bbd64775e214c2b5227e86719224f5c5. 2024-11-13T05:19:50,268 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475120628.bbd64775e214c2b5227e86719224f5c5. 2024-11-13T05:19:50,268 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:19:50,268 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731475120628.bbd64775e214c2b5227e86719224f5c5. after waiting 0 ms 2024-11-13T05:19:50,268 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:19:50,268 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:19:50,268 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731475120628.bbd64775e214c2b5227e86719224f5c5. 2024-11-13T05:19:50,268 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:19:50,268 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T05:19:50,268 DEBUG [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bbd64775e214c2b5227e86719224f5c5=test,,1731475120628.bbd64775e214c2b5227e86719224f5c5., 8ca6a9f15948dd5714cd3a735fb7448c=hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c.} 2024-11-13T05:19:50,268 DEBUG [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ca6a9f15948dd5714cd3a735fb7448c, bbd64775e214c2b5227e86719224f5c5 2024-11-13T05:19:50,268 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:19:50,268 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:19:50,269 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:19:50,269 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:19:50,269 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:19:50,269 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T05:19:50,269 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:19:50,272 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/default/test/bbd64775e214c2b5227e86719224f5c5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T05:19:50,273 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:19:50,273 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:19:50,273 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731475120628.bbd64775e214c2b5227e86719224f5c5. 2024-11-13T05:19:50,273 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbd64775e214c2b5227e86719224f5c5: Waiting for close lock at 1731475190268Running coprocessor pre-close hooks at 1731475190268Disabling compacts and flushes for region at 1731475190268Disabling writes for close at 1731475190268Writing region close event to WAL at 1731475190269 (+1 ms)Running coprocessor post-close hooks at 1731475190273 (+4 ms)Closed at 1731475190273 2024-11-13T05:19:50,273 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731475120628.bbd64775e214c2b5227e86719224f5c5. 2024-11-13T05:19:50,273 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ca6a9f15948dd5714cd3a735fb7448c, disabling compactions & flushes 2024-11-13T05:19:50,273 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c. 2024-11-13T05:19:50,273 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c. 2024-11-13T05:19:50,273 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c. after waiting 0 ms 2024-11-13T05:19:50,273 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c. 2024-11-13T05:19:50,273 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8ca6a9f15948dd5714cd3a735fb7448c 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-13T05:19:50,287 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/replication/8ca6a9f15948dd5714cd3a735fb7448c/.tmp/hfileref/d74fca3b94aa49f2a6b5fda35550757a is 74, key is 1/hfileref:1fc5674416524c35bbf95afad960bf05_SeqId_4_/1731475124847/DeleteColumn/seqid=0 2024-11-13T05:19:50,289 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/.tmp/info/802af338c95c493e924a0fe616016f9c is 147, key is hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c./info:regioninfo/1731475122910/Put/seqid=0 2024-11-13T05:19:50,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741844_1020 (size=5203) 2024-11-13T05:19:50,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741845_1021 (size=7686) 2024-11-13T05:19:50,469 DEBUG [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ca6a9f15948dd5714cd3a735fb7448c 2024-11-13T05:19:50,493 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:19:50,493 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:19:50,669 DEBUG [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ca6a9f15948dd5714cd3a735fb7448c 2024-11-13T05:19:50,691 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/replication/8ca6a9f15948dd5714cd3a735fb7448c/.tmp/hfileref/d74fca3b94aa49f2a6b5fda35550757a 2024-11-13T05:19:50,693 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/.tmp/info/802af338c95c493e924a0fe616016f9c 2024-11-13T05:19:50,716 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/.tmp/ns/81d17518ce254b5fbd37354359fc4848 is 43, key is default/ns:d/1731475115796/Put/seqid=0 2024-11-13T05:19:50,718 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/replication/8ca6a9f15948dd5714cd3a735fb7448c/.tmp/queue/1106c09f98a24fdda6218d8a1ec1a3ea is 153, key is 1-a61c20bd729c,37171,1731475113519/queue:a61c20bd729c%2C37171%2C1731475113519/1731475126285/Put/seqid=0 2024-11-13T05:19:50,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741846_1022 (size=5153) 2024-11-13T05:19:50,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741847_1023 (size=5352) 2024-11-13T05:19:50,869 DEBUG [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ca6a9f15948dd5714cd3a735fb7448c 2024-11-13T05:19:51,069 DEBUG [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ca6a9f15948dd5714cd3a735fb7448c 2024-11-13T05:19:51,132 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/.tmp/ns/81d17518ce254b5fbd37354359fc4848 2024-11-13T05:19:51,135 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/replication/8ca6a9f15948dd5714cd3a735fb7448c/.tmp/queue/1106c09f98a24fdda6218d8a1ec1a3ea 2024-11-13T05:19:51,141 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/replication/8ca6a9f15948dd5714cd3a735fb7448c/.tmp/hfileref/d74fca3b94aa49f2a6b5fda35550757a as hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/replication/8ca6a9f15948dd5714cd3a735fb7448c/hfileref/d74fca3b94aa49f2a6b5fda35550757a 2024-11-13T05:19:51,147 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/replication/8ca6a9f15948dd5714cd3a735fb7448c/hfileref/d74fca3b94aa49f2a6b5fda35550757a, entries=2, sequenceid=10, filesize=5.1 K 2024-11-13T05:19:51,148 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/replication/8ca6a9f15948dd5714cd3a735fb7448c/.tmp/queue/1106c09f98a24fdda6218d8a1ec1a3ea as hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/replication/8ca6a9f15948dd5714cd3a735fb7448c/queue/1106c09f98a24fdda6218d8a1ec1a3ea 2024-11-13T05:19:51,154 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/replication/8ca6a9f15948dd5714cd3a735fb7448c/queue/1106c09f98a24fdda6218d8a1ec1a3ea, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T05:19:51,155 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 8ca6a9f15948dd5714cd3a735fb7448c in 882ms, sequenceid=10, compaction requested=false 2024-11-13T05:19:51,158 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/.tmp/rep_barrier/39740552db194f4bafb5e687cb47de01 is 112, key is test,,1731475120628.bbd64775e214c2b5227e86719224f5c5./rep_barrier:seqnumDuringOpen/1731475121435/Put/seqid=0 2024-11-13T05:19:51,160 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/replication/8ca6a9f15948dd5714cd3a735fb7448c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T05:19:51,161 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:19:51,161 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:19:51,161 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c. 2024-11-13T05:19:51,161 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ca6a9f15948dd5714cd3a735fb7448c: Waiting for close lock at 1731475190273Running coprocessor pre-close hooks at 1731475190273Disabling compacts and flushes for region at 1731475190273Disabling writes for close at 1731475190273Obtaining lock to block concurrent updates at 1731475190273Preparing flush snapshotting stores in 8ca6a9f15948dd5714cd3a735fb7448c at 1731475190273Finished memstore snapshotting hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731475190274 (+1 ms)Flushing stores of hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c. at 1731475190274Flushing 8ca6a9f15948dd5714cd3a735fb7448c/hfileref: creating writer at 1731475190274Flushing 8ca6a9f15948dd5714cd3a735fb7448c/hfileref: appending metadata at 1731475190286 (+12 ms)Flushing 8ca6a9f15948dd5714cd3a735fb7448c/hfileref: closing flushed file at 1731475190286Flushing 8ca6a9f15948dd5714cd3a735fb7448c/queue: creating writer at 1731475190698 (+412 ms)Flushing 8ca6a9f15948dd5714cd3a735fb7448c/queue: appending metadata at 1731475190718 (+20 ms)Flushing 8ca6a9f15948dd5714cd3a735fb7448c/queue: closing flushed file at 1731475190718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a757b33: reopening flushed file at 1731475191140 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75fe0b93: reopening flushed file at 1731475191147 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 8ca6a9f15948dd5714cd3a735fb7448c in 882ms, sequenceid=10, compaction requested=false at 1731475191155 (+8 ms)Writing region close event to WAL at 1731475191156 (+1 ms)Running coprocessor post-close hooks at 1731475191161 (+5 ms)Closed at 1731475191161 2024-11-13T05:19:51,161 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731475122464.8ca6a9f15948dd5714cd3a735fb7448c. 2024-11-13T05:19:51,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741848_1024 (size=5518) 2024-11-13T05:19:51,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:19:51,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:19:51,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:19:51,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:19:51,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:19:51,269 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T05:19:51,269 DEBUG [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:19:51,270 DEBUG [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:19:51,470 DEBUG [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:19:51,563 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/.tmp/rep_barrier/39740552db194f4bafb5e687cb47de01 2024-11-13T05:19:51,586 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/.tmp/table/797c4a158a57413283ba1cf1e43aad25 is 53, key is hbase:replication/table:state/1731475122922/Put/seqid=0 2024-11-13T05:19:51,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741849_1025 (size=5308) 2024-11-13T05:19:51,670 DEBUG [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:19:51,783 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:19:51,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:19:51,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:19:51,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:19:51,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:19:51,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:19:51,870 DEBUG [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:19:51,990 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/.tmp/table/797c4a158a57413283ba1cf1e43aad25 2024-11-13T05:19:51,999 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/.tmp/info/802af338c95c493e924a0fe616016f9c as hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/info/802af338c95c493e924a0fe616016f9c 2024-11-13T05:19:52,004 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/info/802af338c95c493e924a0fe616016f9c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T05:19:52,006 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/.tmp/ns/81d17518ce254b5fbd37354359fc4848 as hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/ns/81d17518ce254b5fbd37354359fc4848 2024-11-13T05:19:52,012 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/ns/81d17518ce254b5fbd37354359fc4848, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T05:19:52,014 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/.tmp/rep_barrier/39740552db194f4bafb5e687cb47de01 as hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/rep_barrier/39740552db194f4bafb5e687cb47de01 2024-11-13T05:19:52,019 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/rep_barrier/39740552db194f4bafb5e687cb47de01, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T05:19:52,020 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/.tmp/table/797c4a158a57413283ba1cf1e43aad25 as hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/table/797c4a158a57413283ba1cf1e43aad25 2024-11-13T05:19:52,027 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/table/797c4a158a57413283ba1cf1e43aad25, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T05:19:52,028 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1759ms, sequenceid=16, compaction requested=false 2024-11-13T05:19:52,032 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T05:19:52,033 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:19:52,033 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:19:52,033 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:19:52,033 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475190268Running coprocessor pre-close hooks at 1731475190268Disabling compacts and flushes for region at 1731475190268Disabling writes for close at 1731475190269 (+1 ms)Obtaining lock to block concurrent updates at 1731475190269Preparing flush snapshotting stores in 1588230740 at 1731475190269Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731475190269Flushing stores of hbase:meta,,1.1588230740 at 1731475190270 (+1 ms)Flushing 1588230740/info: creating writer at 1731475190270Flushing 1588230740/info: appending metadata at 1731475190288 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731475190288Flushing 1588230740/ns: creating writer at 1731475190700 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731475190715 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731475190715Flushing 1588230740/rep_barrier: creating writer at 1731475191137 (+422 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731475191157 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731475191157Flushing 1588230740/table: creating writer at 1731475191568 (+411 ms)Flushing 1588230740/table: appending metadata at 1731475191585 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731475191585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b8d45ca: reopening flushed file at 1731475191998 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e288e97: reopening flushed file at 1731475192005 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d2131a8: reopening flushed file at 1731475192013 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e38563: reopening flushed file at 1731475192020 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1759ms, sequenceid=16, compaction requested=false at 1731475192028 (+8 ms)Writing region close event to WAL at 1731475192029 (+1 ms)Running coprocessor post-close hooks at 1731475192033 (+4 ms)Closed at 1731475192033 2024-11-13T05:19:52,033 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:19:52,070 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,37171,1731475113519; all regions closed. 2024-11-13T05:19:52,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741834_1010 (size=4239) 2024-11-13T05:19:52,073 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.meta.1731475115688.meta not finished, retry = 0 2024-11-13T05:19:52,176 DEBUG [RS:0;a61c20bd729c:37171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/oldWALs 2024-11-13T05:19:52,176 INFO [RS:0;a61c20bd729c:37171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C37171%2C1731475113519.meta:.meta(num 1731475115688) 2024-11-13T05:19:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741839_1015 (size=2700) 2024-11-13T05:19:52,179 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.rep.1731475122847 not finished, retry = 0 2024-11-13T05:19:52,281 DEBUG [RS:0;a61c20bd729c:37171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/oldWALs 2024-11-13T05:19:52,281 INFO [RS:0;a61c20bd729c:37171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C37171%2C1731475113519.rep:(num 1731475122847) 2024-11-13T05:19:52,283 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/WALs/a61c20bd729c,37171,1731475113519/a61c20bd729c%2C37171%2C1731475113519.1731475114636 not finished, retry = 0 2024-11-13T05:19:52,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741832_1008 (size=1300) 2024-11-13T05:19:52,386 DEBUG [RS:0;a61c20bd729c:37171 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/oldWALs 2024-11-13T05:19:52,386 INFO [RS:0;a61c20bd729c:37171 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C37171%2C1731475113519:(num 1731475114636) 2024-11-13T05:19:52,386 DEBUG [RS:0;a61c20bd729c:37171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:52,386 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:19:52,386 INFO [RS:0;a61c20bd729c:37171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:19:52,386 INFO [RS:0;a61c20bd729c:37171 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T05:19:52,386 INFO [RS:0;a61c20bd729c:37171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:19:52,386 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:19:52,387 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a61c20bd729c,37171,1731475113519 because: Region server is closing 2024-11-13T05:19:52,387 INFO [RS:0;a61c20bd729c:37171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:37171. 2024-11-13T05:19:52,387 DEBUG [RS:0;a61c20bd729c:37171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:19:52,387 DEBUG [RS:0;a61c20bd729c:37171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:52,387 DEBUG [RS:0;a61c20bd729c:37171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:52,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:19:52,487 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.wal-reader.a61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T05:19:52,487 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.shippera61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T05:19:52,488 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,37171,1731475113519.replicationSource.shippera61c20bd729c%2C37171%2C1731475113519,1-a61c20bd729c,37171,1731475113519 terminated 2024-11-13T05:19:52,488 INFO [RS:0;a61c20bd729c:37171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37171 2024-11-13T05:19:52,540 INFO [RS:0;a61c20bd729c:37171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:19:52,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887/rs 2024-11-13T05:19:52,540 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1586608887/rs/a61c20bd729c,37171,1731475113519 2024-11-13T05:19:52,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,37171,1731475113519] 2024-11-13T05:19:52,561 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1586608887/draining/a61c20bd729c,37171,1731475113519 already deleted, retry=false 2024-11-13T05:19:52,561 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,37171,1731475113519 expired; onlineServers=0 2024-11-13T05:19:52,561 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,46699,1731475113298' ***** 2024-11-13T05:19:52,561 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:19:52,561 INFO [M:0;a61c20bd729c:46699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:19:52,561 INFO [M:0;a61c20bd729c:46699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:19:52,561 DEBUG [M:0;a61c20bd729c:46699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:19:52,561 DEBUG [M:0;a61c20bd729c:46699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:19:52,561 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:19:52,561 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475114388 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475114388,5,FailOnTimeoutGroup] 2024-11-13T05:19:52,561 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475114392 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475114392,5,FailOnTimeoutGroup] 2024-11-13T05:19:52,561 INFO [M:0;a61c20bd729c:46699 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:19:52,561 INFO [M:0;a61c20bd729c:46699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:19:52,561 DEBUG [M:0;a61c20bd729c:46699 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:19:52,561 INFO [M:0;a61c20bd729c:46699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:19:52,561 INFO [M:0;a61c20bd729c:46699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:19:52,562 INFO [M:0;a61c20bd729c:46699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:19:52,562 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:19:52,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1586608887/master 2024-11-13T05:19:52,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1586608887 2024-11-13T05:19:52,571 DEBUG [M:0;a61c20bd729c:46699 {}] zookeeper.ZKUtil(347): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Unable to get data of znode /0-1586608887/master because node does not exist (not an error) 2024-11-13T05:19:52,571 WARN [M:0;a61c20bd729c:46699 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:19:52,573 INFO [M:0;a61c20bd729c:46699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/.lastflushedseqids 2024-11-13T05:19:52,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741850_1026 (size=263) 2024-11-13T05:19:52,650 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:19:52,650 INFO [RS:0;a61c20bd729c:37171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:19:52,650 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37171-0x10132a176a00001, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:19:52,650 INFO [RS:0;a61c20bd729c:37171 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,37171,1731475113519; zookeeper connection closed. 2024-11-13T05:19:52,651 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1597602 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1597602 2024-11-13T05:19:52,651 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:19:52,978 INFO [M:0;a61c20bd729c:46699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:19:52,978 INFO [M:0;a61c20bd729c:46699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:19:52,978 DEBUG [M:0;a61c20bd729c:46699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:19:52,978 INFO [M:0;a61c20bd729c:46699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:19:52,978 DEBUG [M:0;a61c20bd729c:46699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:19:52,978 DEBUG [M:0;a61c20bd729c:46699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:19:52,978 DEBUG [M:0;a61c20bd729c:46699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:19:52,978 INFO [M:0;a61c20bd729c:46699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-13T05:19:52,993 DEBUG [M:0;a61c20bd729c:46699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b93c45d8d3a4d43adcbba69108b8a6b is 82, key is hbase:meta,,1/info:regioninfo/1731475115749/Put/seqid=0 2024-11-13T05:19:52,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741851_1027 (size=5672) 2024-11-13T05:19:53,397 INFO [M:0;a61c20bd729c:46699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b93c45d8d3a4d43adcbba69108b8a6b 2024-11-13T05:19:53,419 DEBUG [M:0;a61c20bd729c:46699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2172b9649eb94346b3def324c06a6e69 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731475121457/Put/seqid=0 2024-11-13T05:19:53,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741852_1028 (size=7240) 2024-11-13T05:19:53,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:19:53,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T05:19:53,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T05:19:53,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T05:19:53,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:19:53,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:19:53,823 INFO [M:0;a61c20bd729c:46699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2172b9649eb94346b3def324c06a6e69 2024-11-13T05:19:53,828 INFO [M:0;a61c20bd729c:46699 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2172b9649eb94346b3def324c06a6e69 2024-11-13T05:19:53,845 DEBUG [M:0;a61c20bd729c:46699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cc4d71406274203b405a1264ea24bb4 is 69, key is a61c20bd729c,37171,1731475113519/rs:state/1731475114436/Put/seqid=0 2024-11-13T05:19:53,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741853_1029 (size=5156) 2024-11-13T05:19:54,249 INFO [M:0;a61c20bd729c:46699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cc4d71406274203b405a1264ea24bb4 2024-11-13T05:19:54,254 DEBUG [M:0;a61c20bd729c:46699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b93c45d8d3a4d43adcbba69108b8a6b as hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b93c45d8d3a4d43adcbba69108b8a6b 2024-11-13T05:19:54,258 INFO [M:0;a61c20bd729c:46699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b93c45d8d3a4d43adcbba69108b8a6b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T05:19:54,259 DEBUG [M:0;a61c20bd729c:46699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2172b9649eb94346b3def324c06a6e69 as hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2172b9649eb94346b3def324c06a6e69 2024-11-13T05:19:54,264 INFO [M:0;a61c20bd729c:46699 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2172b9649eb94346b3def324c06a6e69 2024-11-13T05:19:54,264 INFO [M:0;a61c20bd729c:46699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2172b9649eb94346b3def324c06a6e69, entries=11, sequenceid=105, filesize=7.1 K 2024-11-13T05:19:54,265 DEBUG [M:0;a61c20bd729c:46699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cc4d71406274203b405a1264ea24bb4 as hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2cc4d71406274203b405a1264ea24bb4 2024-11-13T05:19:54,269 INFO [M:0;a61c20bd729c:46699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2cc4d71406274203b405a1264ea24bb4, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T05:19:54,270 INFO [M:0;a61c20bd729c:46699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=105, compaction requested=false 2024-11-13T05:19:54,272 INFO [M:0;a61c20bd729c:46699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:19:54,272 DEBUG [M:0;a61c20bd729c:46699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475192978Disabling compacts and flushes for region at 1731475192978Disabling writes for close at 1731475192978Obtaining lock to block concurrent updates at 1731475192978Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475192978Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731475192979 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475192979Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475192979Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475192993 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475192993Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475193402 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475193418 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475193418Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475193828 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475193844 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475193844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@596d8eb6: reopening flushed file at 1731475194253 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1308591c: reopening flushed file at 1731475194258 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4d9956: reopening flushed file at 1731475194264 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=105, compaction requested=false at 1731475194270 (+6 ms)Writing region close event to WAL at 1731475194272 (+2 ms)Closed at 1731475194272 2024-11-13T05:19:54,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34119 is added to blk_1073741830_1006 (size=64526) 2024-11-13T05:19:54,274 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13e42e32-cf44-babd-e79d-5c0faa449b37/MasterData/WALs/a61c20bd729c,46699,1731475113298/a61c20bd729c%2C46699%2C1731475113298.1731475114098 not finished, retry = 0 2024-11-13T05:19:54,375 INFO [M:0;a61c20bd729c:46699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:19:54,375 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:19:54,375 INFO [M:0;a61c20bd729c:46699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46699 2024-11-13T05:19:54,375 INFO [M:0;a61c20bd729c:46699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:19:54,534 INFO [M:0;a61c20bd729c:46699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:19:54,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:19:54,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46699-0x10132a176a00000, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:19:54,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6785d18c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:19:54,537 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:19:54,537 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:19:54,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:19:54,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/hadoop.log.dir/,STOPPED} 2024-11-13T05:19:54,538 WARN [BP-1207249918-172.17.0.3-1731475110673 heartbeating to localhost/127.0.0.1:40619 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:19:54,538 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:19:54,538 WARN [BP-1207249918-172.17.0.3-1731475110673 heartbeating to localhost/127.0.0.1:40619 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1207249918-172.17.0.3-1731475110673 (Datanode Uuid 2c7f0b92-c131-46b5-a83e-8faa6c18c342) service to localhost/127.0.0.1:40619 2024-11-13T05:19:54,538 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:19:54,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/cluster_fa7a2b28-787d-00b8-bf04-aad1f8d1114e/data/data1/current/BP-1207249918-172.17.0.3-1731475110673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:19:54,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/cluster_fa7a2b28-787d-00b8-bf04-aad1f8d1114e/data/data2/current/BP-1207249918-172.17.0.3-1731475110673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:19:54,539 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:19:54,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:19:54,544 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:19:54,544 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:19:54,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:19:54,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d2bc57e-fb04-a380-40d6-44900065ccb2/hadoop.log.dir/,STOPPED} 2024-11-13T05:19:54,549 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T05:19:54,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:19:54,567 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 138) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fb770b8c5a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:40619 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:40619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61509) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:40619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61509) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:37569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fb770b8c5a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:37569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:37569 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=502 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 447), ProcessCount=11 (was 11), AvailableMemoryMB=4168 (was 4448) 2024-11-13T05:19:54,574 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=4168 2024-11-13T05:19:54,585 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-13T05:19:54,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/hadoop.log.dir so I do NOT create it in target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25 2024-11-13T05:19:54,585 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:19:54,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/hadoop.tmp.dir so I do NOT create it in target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25 2024-11-13T05:19:54,585 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e5a0cb-4bdd-ff58-b9e5-03c519218f56/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:19:54,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25 2024-11-13T05:19:54,585 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/cluster_22d78001-238d-4024-c544-3990c6a082db, deleteOnExit=true 2024-11-13T05:19:54,588 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/cluster_22d78001-238d-4024-c544-3990c6a082db/zookeeper_0, clientPort=54320, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/cluster_22d78001-238d-4024-c544-3990c6a082db/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/cluster_22d78001-238d-4024-c544-3990c6a082db/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T05:19:54,588 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54320 2024-11-13T05:19:54,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:19:54,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:19:54,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/test.cache.data in system properties and HBase conf 2024-11-13T05:19:54,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:19:54,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:19:54,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:19:54,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:19:54,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:19:54,589 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:19:54,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:19:54,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:19:54,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:19:54,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:19:54,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:19:54,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:19:54,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:19:54,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:19:54,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:19:54,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:19:54,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:19:54,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:19:54,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:19:54,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:19:54,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10132a176a00002, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T05:19:54,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10132a176a00005, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T05:19:54,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10132a176a00005, quorum=127.0.0.1:61509, baseZNode=/1-1036093165 Received Disconnected from ZooKeeper, ignoring 2024-11-13T05:19:54,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10132a176a00002, quorum=127.0.0.1:61509, baseZNode=/0-1586608887 Received Disconnected from ZooKeeper, ignoring 2024-11-13T05:19:55,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:19:55,116 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:19:55,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:19:55,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:19:55,117 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:19:55,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:19:55,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee8259d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:19:55,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541fdc67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:19:55,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b6d794{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/java.io.tmpdir/jetty-localhost-37815-hadoop-hdfs-3_4_1-tests_jar-_-any-6647504833684932439/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:19:55,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6115c9db{HTTP/1.1, (http/1.1)}{localhost:37815} 2024-11-13T05:19:55,215 INFO [Time-limited test {}] server.Server(415): Started @139344ms 2024-11-13T05:19:55,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:19:55,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:19:55,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:19:55,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:19:55,488 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:19:55,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461e8a19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:19:55,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c456414{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:19:55,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e2bf0b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/java.io.tmpdir/jetty-localhost-45991-hadoop-hdfs-3_4_1-tests_jar-_-any-15210192001631280203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:19:55,583 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ac8bff7{HTTP/1.1, (http/1.1)}{localhost:45991} 2024-11-13T05:19:55,583 INFO [Time-limited test {}] server.Server(415): Started @139712ms 2024-11-13T05:19:55,584 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:19:56,212 WARN [Thread-1281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/cluster_22d78001-238d-4024-c544-3990c6a082db/data/data2/current/BP-159017430-172.17.0.3-1731475194616/current, will proceed with Du for space computation calculation, 2024-11-13T05:19:56,212 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/cluster_22d78001-238d-4024-c544-3990c6a082db/data/data1/current/BP-159017430-172.17.0.3-1731475194616/current, will proceed with Du for space computation calculation, 2024-11-13T05:19:56,229 WARN [Thread-1268 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:19:56,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda98586e0dc9a06b with lease ID 0x943badf529b46b18: Processing first storage report for DS-430b8915-97a8-4856-8c00-d9910b5fc48d from datanode DatanodeRegistration(127.0.0.1:37665, datanodeUuid=82c21fd0-e89f-4353-a709-ab42c0d95a14, infoPort=39561, infoSecurePort=0, ipcPort=40339, storageInfo=lv=-57;cid=testClusterID;nsid=2040952855;c=1731475194616) 2024-11-13T05:19:56,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda98586e0dc9a06b with lease ID 0x943badf529b46b18: from storage DS-430b8915-97a8-4856-8c00-d9910b5fc48d node DatanodeRegistration(127.0.0.1:37665, datanodeUuid=82c21fd0-e89f-4353-a709-ab42c0d95a14, infoPort=39561, infoSecurePort=0, ipcPort=40339, storageInfo=lv=-57;cid=testClusterID;nsid=2040952855;c=1731475194616), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:19:56,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda98586e0dc9a06b with lease ID 0x943badf529b46b18: Processing first storage report for DS-b1eaf7e3-b6e5-423c-83cb-f92aa8f9b212 from datanode DatanodeRegistration(127.0.0.1:37665, datanodeUuid=82c21fd0-e89f-4353-a709-ab42c0d95a14, infoPort=39561, infoSecurePort=0, ipcPort=40339, storageInfo=lv=-57;cid=testClusterID;nsid=2040952855;c=1731475194616) 2024-11-13T05:19:56,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda98586e0dc9a06b with lease ID 0x943badf529b46b18: from storage DS-b1eaf7e3-b6e5-423c-83cb-f92aa8f9b212 node DatanodeRegistration(127.0.0.1:37665, datanodeUuid=82c21fd0-e89f-4353-a709-ab42c0d95a14, infoPort=39561, infoSecurePort=0, ipcPort=40339, storageInfo=lv=-57;cid=testClusterID;nsid=2040952855;c=1731475194616), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:19:56,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25 2024-11-13T05:19:56,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:19:56,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:19:56,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:19:56,663 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:19:56,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:19:56,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:19:56,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:19:56,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:19:56,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:19:56,719 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25 with version=8 2024-11-13T05:19:56,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/hbase-staging 2024-11-13T05:19:56,721 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:19:56,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:19:56,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:19:56,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:19:56,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:19:56,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:19:56,722 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:19:56,722 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:19:56,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41059 2024-11-13T05:19:56,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41059 connecting to ZooKeeper ensemble=127.0.0.1:54320 2024-11-13T05:19:56,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410590x0, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:19:56,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41059-0x10132a2be870000 connected 2024-11-13T05:19:56,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:19:56,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:19:56,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on znode that does not yet exist, /02145572168/running 2024-11-13T05:19:56,901 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25, hbase.cluster.distributed=false 2024-11-13T05:19:56,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on znode that does not yet exist, /02145572168/acl 2024-11-13T05:19:56,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41059 2024-11-13T05:19:56,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41059 2024-11-13T05:19:56,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41059 2024-11-13T05:19:56,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41059 2024-11-13T05:19:56,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41059 2024-11-13T05:19:56,917 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:19:56,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:19:56,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:19:56,917 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:19:56,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:19:56,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:19:56,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:19:56,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:19:56,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35503 2024-11-13T05:19:56,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35503 connecting to ZooKeeper ensemble=127.0.0.1:54320 2024-11-13T05:19:56,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:19:56,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:19:56,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355030x0, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:19:56,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355030x0, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on znode that does not yet exist, /02145572168/running 2024-11-13T05:19:56,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35503-0x10132a2be870001 connected 2024-11-13T05:19:56,934 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:19:56,935 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:19:56,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on znode that does not yet exist, /02145572168/master 2024-11-13T05:19:56,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on znode that does not yet exist, /02145572168/acl 2024-11-13T05:19:56,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35503 2024-11-13T05:19:56,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35503 2024-11-13T05:19:56,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35503 2024-11-13T05:19:56,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35503 2024-11-13T05:19:56,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35503 2024-11-13T05:19:56,951 DEBUG [M:0;a61c20bd729c:41059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:41059 2024-11-13T05:19:56,951 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02145572168/backup-masters/a61c20bd729c,41059,1731475196721 2024-11-13T05:19:56,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168/backup-masters 2024-11-13T05:19:56,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168/backup-masters 2024-11-13T05:19:56,961 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on existing znode=/02145572168/backup-masters/a61c20bd729c,41059,1731475196721 2024-11-13T05:19:56,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:19:56,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02145572168/master 2024-11-13T05:19:56,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:19:56,971 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on existing znode=/02145572168/master 2024-11-13T05:19:56,971 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02145572168/backup-masters/a61c20bd729c,41059,1731475196721 from backup master directory 2024-11-13T05:19:56,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168/backup-masters 2024-11-13T05:19:56,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02145572168/backup-masters/a61c20bd729c,41059,1731475196721 2024-11-13T05:19:56,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168/backup-masters 2024-11-13T05:19:56,982 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:19:56,982 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,41059,1731475196721 2024-11-13T05:19:56,986 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/hbase.id] with ID: 22348e05-0fdb-456c-8d6c-46f5410ef16e 2024-11-13T05:19:56,986 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/.tmp/hbase.id 2024-11-13T05:19:56,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:19:56,992 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/.tmp/hbase.id]:[hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/hbase.id] 2024-11-13T05:19:57,002 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:19:57,002 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:19:57,003 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T05:19:57,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:19:57,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:19:57,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:19:57,419 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:19:57,420 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:19:57,420 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:19:57,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:19:57,828 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store 2024-11-13T05:19:57,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:19:58,234 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:19:58,234 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:19:58,234 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:19:58,234 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:19:58,234 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:19:58,234 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:19:58,234 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:19:58,234 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475198234Disabling compacts and flushes for region at 1731475198234Disabling writes for close at 1731475198234Writing region close event to WAL at 1731475198234Closed at 1731475198234 2024-11-13T05:19:58,235 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/.initializing 2024-11-13T05:19:58,235 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/WALs/a61c20bd729c,41059,1731475196721 2024-11-13T05:19:58,236 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:19:58,238 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C41059%2C1731475196721, suffix=, logDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/WALs/a61c20bd729c,41059,1731475196721, archiveDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/oldWALs, maxLogs=10 2024-11-13T05:19:58,249 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/WALs/a61c20bd729c,41059,1731475196721/a61c20bd729c%2C41059%2C1731475196721.1731475198238, exclude list is [], retry=0 2024-11-13T05:19:58,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-430b8915-97a8-4856-8c00-d9910b5fc48d,DISK] 2024-11-13T05:19:58,253 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/WALs/a61c20bd729c,41059,1731475196721/a61c20bd729c%2C41059%2C1731475196721.1731475198238 2024-11-13T05:19:58,253 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39561:39561)] 2024-11-13T05:19:58,253 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:19:58,254 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:19:58,254 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:19:58,254 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:19:58,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:19:58,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:19:58,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:58,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:19:58,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:19:58,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:19:58,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:58,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:19:58,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:19:58,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:19:58,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:58,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:19:58,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:19:58,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:19:58,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:58,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:19:58,260 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:19:58,261 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:19:58,261 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:19:58,262 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:19:58,262 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:19:58,263 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:19:58,264 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:19:58,265 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:19:58,266 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70453438, jitterRate=0.04983803629875183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:19:58,266 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475198254Initializing all the Stores at 1731475198255 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475198255Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475198255Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475198255Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475198255Cleaning up temporary data from old regions at 1731475198262 (+7 ms)Region opened successfully at 1731475198266 (+4 ms) 2024-11-13T05:19:58,267 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:19:58,269 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bf77e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:19:58,270 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:19:58,270 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:19:58,270 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:19:58,270 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:19:58,271 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:19:58,271 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:19:58,271 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:19:58,273 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:19:58,274 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Unable to get data of znode /02145572168/balancer because node does not exist (not necessarily an error) 2024-11-13T05:19:58,318 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02145572168/balancer already deleted, retry=false 2024-11-13T05:19:58,319 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:19:58,319 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Unable to get data of znode /02145572168/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:19:58,329 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02145572168/normalizer already deleted, retry=false 2024-11-13T05:19:58,329 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:19:58,330 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Unable to get data of znode /02145572168/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:19:58,339 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02145572168/switch/split already deleted, retry=false 2024-11-13T05:19:58,340 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Unable to get data of znode /02145572168/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:19:58,350 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02145572168/switch/merge already deleted, retry=false 2024-11-13T05:19:58,352 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Unable to get data of znode /02145572168/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:19:58,360 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02145572168/snapshot-cleanup already deleted, retry=false 2024-11-13T05:19:58,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02145572168/running 2024-11-13T05:19:58,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02145572168/running 2024-11-13T05:19:58,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:19:58,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:19:58,371 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,41059,1731475196721, sessionid=0x10132a2be870000, setting cluster-up flag (Was=false) 2024-11-13T05:19:58,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:19:58,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:19:58,423 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02145572168/flush-table-proc/acquired, /02145572168/flush-table-proc/reached, /02145572168/flush-table-proc/abort 2024-11-13T05:19:58,425 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,41059,1731475196721 2024-11-13T05:19:58,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:19:58,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:19:58,476 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02145572168/online-snapshot/acquired, /02145572168/online-snapshot/reached, /02145572168/online-snapshot/abort 2024-11-13T05:19:58,477 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,41059,1731475196721 2024-11-13T05:19:58,478 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:19:58,479 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:19:58,480 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:19:58,480 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:19:58,480 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,41059,1731475196721 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:19:58,481 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:19:58,481 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:19:58,481 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:19:58,481 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:19:58,481 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:19:58,481 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:19:58,481 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:19:58,481 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:19:58,482 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475228482 2024-11-13T05:19:58,482 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:19:58,482 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:19:58,482 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:19:58,482 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:19:58,483 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:19:58,483 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:19:58,483 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:19:58,483 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:58,483 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:19:58,483 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:19:58,483 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:19:58,483 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:19:58,483 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:19:58,483 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:19:58,483 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:19:58,484 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475198483,5,FailOnTimeoutGroup] 2024-11-13T05:19:58,484 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:58,484 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475198484,5,FailOnTimeoutGroup] 2024-11-13T05:19:58,484 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:58,484 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:19:58,484 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:19:58,484 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:58,484 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:58,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:19:58,544 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(746): ClusterId : 22348e05-0fdb-456c-8d6c-46f5410ef16e 2024-11-13T05:19:58,544 DEBUG [RS:0;a61c20bd729c:35503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:19:58,555 DEBUG [RS:0;a61c20bd729c:35503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:19:58,555 DEBUG [RS:0;a61c20bd729c:35503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:19:58,565 DEBUG [RS:0;a61c20bd729c:35503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:19:58,566 DEBUG [RS:0;a61c20bd729c:35503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf193a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:19:58,576 DEBUG [RS:0;a61c20bd729c:35503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:35503 2024-11-13T05:19:58,576 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:19:58,576 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:19:58,576 DEBUG [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:19:58,577 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,41059,1731475196721 with port=35503, startcode=1731475196917 2024-11-13T05:19:58,577 DEBUG [RS:0;a61c20bd729c:35503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:19:58,579 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:19:58,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41059 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,35503,1731475196917 2024-11-13T05:19:58,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41059 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,35503,1731475196917 2024-11-13T05:19:58,580 DEBUG [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25 2024-11-13T05:19:58,580 DEBUG [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46271 2024-11-13T05:19:58,580 DEBUG [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:19:58,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168/rs 2024-11-13T05:19:58,592 DEBUG [RS:0;a61c20bd729c:35503 {}] zookeeper.ZKUtil(111): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on existing znode=/02145572168/rs/a61c20bd729c,35503,1731475196917 2024-11-13T05:19:58,592 WARN [RS:0;a61c20bd729c:35503 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:19:58,592 INFO [RS:0;a61c20bd729c:35503 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:19:58,592 DEBUG [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917 2024-11-13T05:19:58,593 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,35503,1731475196917] 2024-11-13T05:19:58,595 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:19:58,597 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:19:58,597 INFO [RS:0;a61c20bd729c:35503 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:19:58,597 INFO [RS:0;a61c20bd729c:35503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:58,597 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:19:58,598 INFO [RS:0;a61c20bd729c:35503 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:19:58,598 INFO [RS:0;a61c20bd729c:35503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:58,598 DEBUG [RS:0;a61c20bd729c:35503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:19:58,598 DEBUG [RS:0;a61c20bd729c:35503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:19:58,598 DEBUG [RS:0;a61c20bd729c:35503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:19:58,598 DEBUG [RS:0;a61c20bd729c:35503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:19:58,598 DEBUG [RS:0;a61c20bd729c:35503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:19:58,598 DEBUG [RS:0;a61c20bd729c:35503 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:19:58,598 DEBUG [RS:0;a61c20bd729c:35503 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:19:58,598 DEBUG [RS:0;a61c20bd729c:35503 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:19:58,598 DEBUG [RS:0;a61c20bd729c:35503 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:19:58,598 DEBUG [RS:0;a61c20bd729c:35503 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:19:58,598 DEBUG [RS:0;a61c20bd729c:35503 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:19:58,598 DEBUG [RS:0;a61c20bd729c:35503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:19:58,598 DEBUG [RS:0;a61c20bd729c:35503 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:19:58,598 DEBUG [RS:0;a61c20bd729c:35503 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:19:58,600 INFO [RS:0;a61c20bd729c:35503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:58,600 INFO [RS:0;a61c20bd729c:35503 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:58,600 INFO [RS:0;a61c20bd729c:35503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:58,600 INFO [RS:0;a61c20bd729c:35503 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:58,600 INFO [RS:0;a61c20bd729c:35503 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:58,600 INFO [RS:0;a61c20bd729c:35503 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35503,1731475196917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:19:58,612 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:19:58,612 INFO [RS:0;a61c20bd729c:35503 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35503,1731475196917-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:58,612 INFO [RS:0;a61c20bd729c:35503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:58,612 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.Replication(171): a61c20bd729c,35503,1731475196917 started 2024-11-13T05:19:58,624 INFO [RS:0;a61c20bd729c:35503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:58,624 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,35503,1731475196917, RpcServer on a61c20bd729c/172.17.0.3:35503, sessionid=0x10132a2be870001 2024-11-13T05:19:58,624 DEBUG [RS:0;a61c20bd729c:35503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:19:58,624 DEBUG [RS:0;a61c20bd729c:35503 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,35503,1731475196917 2024-11-13T05:19:58,624 DEBUG [RS:0;a61c20bd729c:35503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,35503,1731475196917' 2024-11-13T05:19:58,624 DEBUG [RS:0;a61c20bd729c:35503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02145572168/flush-table-proc/abort' 2024-11-13T05:19:58,625 DEBUG [RS:0;a61c20bd729c:35503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02145572168/flush-table-proc/acquired' 2024-11-13T05:19:58,625 DEBUG [RS:0;a61c20bd729c:35503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:19:58,625 DEBUG [RS:0;a61c20bd729c:35503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:19:58,625 DEBUG [RS:0;a61c20bd729c:35503 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,35503,1731475196917 2024-11-13T05:19:58,625 DEBUG [RS:0;a61c20bd729c:35503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,35503,1731475196917' 2024-11-13T05:19:58,625 DEBUG [RS:0;a61c20bd729c:35503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02145572168/online-snapshot/abort' 2024-11-13T05:19:58,626 DEBUG [RS:0;a61c20bd729c:35503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02145572168/online-snapshot/acquired' 2024-11-13T05:19:58,626 DEBUG [RS:0;a61c20bd729c:35503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:19:58,626 INFO [RS:0;a61c20bd729c:35503 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:19:58,626 INFO [RS:0;a61c20bd729c:35503 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:19:58,726 INFO [RS:0;a61c20bd729c:35503 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:19:58,728 INFO [RS:0;a61c20bd729c:35503 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C35503%2C1731475196917, suffix=, logDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917, archiveDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/oldWALs, maxLogs=10 2024-11-13T05:19:58,741 DEBUG [RS:0;a61c20bd729c:35503 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917/a61c20bd729c%2C35503%2C1731475196917.1731475198728, exclude list is [], retry=0 2024-11-13T05:19:58,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-430b8915-97a8-4856-8c00-d9910b5fc48d,DISK] 2024-11-13T05:19:58,746 INFO [RS:0;a61c20bd729c:35503 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917/a61c20bd729c%2C35503%2C1731475196917.1731475198728 2024-11-13T05:19:58,746 DEBUG [RS:0;a61c20bd729c:35503 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39561:39561)] 2024-11-13T05:19:58,889 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:19:58,890 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25 2024-11-13T05:19:58,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741833_1009 (size=32) 2024-11-13T05:19:59,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:19:59,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:19:59,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:19:59,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:59,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:19:59,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:19:59,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:19:59,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:59,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:19:59,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:19:59,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:19:59,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:59,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:19:59,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:19:59,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:19:59,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:59,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:19:59,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:19:59,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740 2024-11-13T05:19:59,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740 2024-11-13T05:19:59,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:19:59,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:19:59,305 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:19:59,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:19:59,307 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:19:59,308 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66585185, jitterRate=-0.007803425192832947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:19:59,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475199295Initializing all the Stores at 1731475199296 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475199296Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475199296Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475199296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475199296Cleaning up temporary data from old regions at 1731475199304 (+8 ms)Region opened successfully at 1731475199308 (+4 ms) 2024-11-13T05:19:59,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:19:59,309 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:19:59,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:19:59,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:19:59,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:19:59,309 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:19:59,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475199309Disabling compacts and flushes for region at 1731475199309Disabling writes for close at 1731475199309Writing region close event to WAL at 1731475199309Closed at 1731475199309 2024-11-13T05:19:59,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:19:59,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:19:59,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:19:59,311 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:19:59,312 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:19:59,462 DEBUG [a61c20bd729c:41059 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:19:59,463 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,35503,1731475196917 2024-11-13T05:19:59,464 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,35503,1731475196917, state=OPENING 2024-11-13T05:19:59,529 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:19:59,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:19:59,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:19:59,540 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:19:59,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,35503,1731475196917}] 2024-11-13T05:19:59,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02145572168/meta-region-server: CHANGED 2024-11-13T05:19:59,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02145572168/meta-region-server: CHANGED 2024-11-13T05:19:59,692 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:19:59,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:19:59,697 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:19:59,697 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:19:59,698 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:19:59,699 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C35503%2C1731475196917.meta, suffix=.meta, logDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917, archiveDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/oldWALs, maxLogs=10 2024-11-13T05:19:59,711 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917/a61c20bd729c%2C35503%2C1731475196917.meta.1731475199699.meta, exclude list is [], retry=0 2024-11-13T05:19:59,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-430b8915-97a8-4856-8c00-d9910b5fc48d,DISK] 2024-11-13T05:19:59,715 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917/a61c20bd729c%2C35503%2C1731475196917.meta.1731475199699.meta 2024-11-13T05:19:59,715 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39561:39561)] 2024-11-13T05:19:59,715 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:19:59,716 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:19:59,716 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:19:59,716 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:19:59,716 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:19:59,716 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:19:59,716 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:19:59,716 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:19:59,716 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:19:59,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:19:59,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:19:59,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:59,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:19:59,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:19:59,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:19:59,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:59,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:19:59,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:19:59,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:19:59,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:59,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:19:59,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:19:59,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:19:59,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:59,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:19:59,722 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:19:59,722 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740 2024-11-13T05:19:59,723 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740 2024-11-13T05:19:59,724 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:19:59,724 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:19:59,725 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:19:59,726 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:19:59,727 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61926457, jitterRate=-0.07722388207912445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:19:59,727 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:19:59,727 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475199716Writing region info on filesystem at 1731475199716Initializing all the Stores at 1731475199717 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475199717Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475199717Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475199717Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475199717Cleaning up temporary data from old regions at 1731475199724 (+7 ms)Running coprocessor post-open hooks at 1731475199727 (+3 ms)Region opened successfully at 1731475199727 2024-11-13T05:19:59,728 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475199692 2024-11-13T05:19:59,730 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:19:59,730 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:19:59,730 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,35503,1731475196917 2024-11-13T05:19:59,731 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,35503,1731475196917, state=OPEN 2024-11-13T05:19:59,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02145572168/meta-region-server 2024-11-13T05:19:59,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02145572168/meta-region-server 2024-11-13T05:19:59,835 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,35503,1731475196917 2024-11-13T05:19:59,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02145572168/meta-region-server: CHANGED 2024-11-13T05:19:59,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02145572168/meta-region-server: CHANGED 2024-11-13T05:19:59,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:19:59,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,35503,1731475196917 in 295 msec 2024-11-13T05:19:59,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:19:59,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 527 msec 2024-11-13T05:19:59,839 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:19:59,839 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:19:59,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:19:59,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,35503,1731475196917, seqNum=-1] 2024-11-13T05:19:59,841 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:59,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:59,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3670 sec 2024-11-13T05:19:59,847 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475199846, completionTime=-1 2024-11-13T05:19:59,847 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:19:59,847 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:19:59,848 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:19:59,848 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475259848 2024-11-13T05:19:59,848 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475319848 2024-11-13T05:19:59,848 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T05:19:59,849 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,41059,1731475196721-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:59,849 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,41059,1731475196721-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:59,849 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,41059,1731475196721-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:59,849 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:41059, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:59,849 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:59,849 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:59,851 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:19:59,852 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.870sec 2024-11-13T05:19:59,852 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:19:59,852 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:19:59,852 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:19:59,852 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:19:59,852 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:19:59,852 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,41059,1731475196721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:19:59,852 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,41059,1731475196721-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:19:59,854 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:19:59,854 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:19:59,854 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,41059,1731475196721-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:19:59,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b327741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:59,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,41059,-1 for getting cluster id 2024-11-13T05:19:59,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:19:59,946 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22348e05-0fdb-456c-8d6c-46f5410ef16e' 2024-11-13T05:19:59,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:19:59,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22348e05-0fdb-456c-8d6c-46f5410ef16e" 2024-11-13T05:19:59,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e3b1fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:59,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,41059,-1] 2024-11-13T05:19:59,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:19:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:59,947 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:19:59,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae455bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:59,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:19:59,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,35503,1731475196917, seqNum=-1] 2024-11-13T05:19:59,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:59,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:59,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,41059,1731475196721 2024-11-13T05:19:59,952 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54320 2024-11-13T05:19:59,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:19:59,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10132a2be870002 connected 2024-11-13T05:19:59,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/hadoop.log.dir so I do NOT create it in target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb 2024-11-13T05:19:59,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:19:59,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/hadoop.tmp.dir so I do NOT create it in target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb 2024-11-13T05:19:59,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:19:59,994 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb 2024-11-13T05:19:59,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:19:59,994 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/cluster_e2cc791c-662d-bcd4-0c53-f0fd1c127d18, deleteOnExit=true 2024-11-13T05:19:59,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:19:59,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/test.cache.data in system properties and HBase conf 2024-11-13T05:19:59,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:19:59,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:19:59,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:19:59,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:19:59,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:19:59,995 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:19:59,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:19:59,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:19:59,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:19:59,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:19:59,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:19:59,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:19:59,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:19:59,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:19:59,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:19:59,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:19:59,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:19:59,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:19:59,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:19:59,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:20:00,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:20:00,320 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:20:00,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:20:00,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:20:00,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:20:00,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:20:00,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c7dd70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:20:00,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e032d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:20:00,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@158e2412{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/java.io.tmpdir/jetty-localhost-39495-hadoop-hdfs-3_4_1-tests_jar-_-any-8334847064106827143/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:20:00,423 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fedb279{HTTP/1.1, (http/1.1)}{localhost:39495} 2024-11-13T05:20:00,423 INFO [Time-limited test {}] server.Server(415): Started @144552ms 2024-11-13T05:20:00,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:20:00,693 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:20:00,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:20:00,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:20:00,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:20:00,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a0c2e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:20:00,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f81a38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:20:00,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@535273df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/java.io.tmpdir/jetty-localhost-44085-hadoop-hdfs-3_4_1-tests_jar-_-any-12761416497287789471/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:20:00,790 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55a9ff92{HTTP/1.1, (http/1.1)}{localhost:44085} 2024-11-13T05:20:00,790 INFO [Time-limited test {}] server.Server(415): Started @144919ms 2024-11-13T05:20:00,791 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:20:01,445 WARN [Thread-1402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/cluster_e2cc791c-662d-bcd4-0c53-f0fd1c127d18/data/data2/current/BP-749581964-172.17.0.3-1731475200009/current, will proceed with Du for space computation calculation, 2024-11-13T05:20:01,445 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/cluster_e2cc791c-662d-bcd4-0c53-f0fd1c127d18/data/data1/current/BP-749581964-172.17.0.3-1731475200009/current, will proceed with Du for space computation calculation, 2024-11-13T05:20:01,464 WARN [Thread-1389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:20:01,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdec52c53b9991edf with lease ID 0xf4b54e218c1eab48: Processing first storage report for DS-79ca0c09-aac2-4091-9059-6b23e624d4e4 from datanode DatanodeRegistration(127.0.0.1:37681, datanodeUuid=92c4f86a-04d8-44b9-9b2a-17e2df7d86dc, infoPort=36179, infoSecurePort=0, ipcPort=43571, storageInfo=lv=-57;cid=testClusterID;nsid=1503291102;c=1731475200009) 2024-11-13T05:20:01,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdec52c53b9991edf with lease ID 0xf4b54e218c1eab48: from storage DS-79ca0c09-aac2-4091-9059-6b23e624d4e4 node DatanodeRegistration(127.0.0.1:37681, datanodeUuid=92c4f86a-04d8-44b9-9b2a-17e2df7d86dc, infoPort=36179, infoSecurePort=0, ipcPort=43571, storageInfo=lv=-57;cid=testClusterID;nsid=1503291102;c=1731475200009), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:20:01,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdec52c53b9991edf with lease ID 0xf4b54e218c1eab48: Processing first storage report for DS-cd8f35be-35d9-43d4-be23-900e4d2d227f from datanode DatanodeRegistration(127.0.0.1:37681, datanodeUuid=92c4f86a-04d8-44b9-9b2a-17e2df7d86dc, infoPort=36179, infoSecurePort=0, ipcPort=43571, storageInfo=lv=-57;cid=testClusterID;nsid=1503291102;c=1731475200009) 2024-11-13T05:20:01,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdec52c53b9991edf with lease ID 0xf4b54e218c1eab48: from storage DS-cd8f35be-35d9-43d4-be23-900e4d2d227f node DatanodeRegistration(127.0.0.1:37681, datanodeUuid=92c4f86a-04d8-44b9-9b2a-17e2df7d86dc, infoPort=36179, infoSecurePort=0, ipcPort=43571, storageInfo=lv=-57;cid=testClusterID;nsid=1503291102;c=1731475200009), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:20:01,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb 2024-11-13T05:20:01,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:01,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:01,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:20:01,932 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb with version=8 2024-11-13T05:20:01,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/hbase-staging 2024-11-13T05:20:01,934 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:20:01,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:01,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:01,934 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:20:01,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:01,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:20:01,934 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:20:01,934 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:20:01,935 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36721 2024-11-13T05:20:01,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36721 connecting to ZooKeeper ensemble=127.0.0.1:54320 2024-11-13T05:20:01,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367210x0, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:20:01,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36721-0x10132a2be870003 connected 2024-11-13T05:20:02,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:02,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:02,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Set watcher on znode that does not yet exist, /1972489827/running 2024-11-13T05:20:02,058 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb, hbase.cluster.distributed=false 2024-11-13T05:20:02,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Set watcher on znode that does not yet exist, /1972489827/acl 2024-11-13T05:20:02,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36721 2024-11-13T05:20:02,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36721 2024-11-13T05:20:02,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36721 2024-11-13T05:20:02,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36721 2024-11-13T05:20:02,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36721 2024-11-13T05:20:02,075 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:20:02,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:02,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:02,075 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:20:02,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:02,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:20:02,075 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:20:02,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:20:02,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33795 2024-11-13T05:20:02,077 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33795 connecting to ZooKeeper ensemble=127.0.0.1:54320 2024-11-13T05:20:02,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:02,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:02,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337950x0, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:20:02,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33795-0x10132a2be870004 connected 2024-11-13T05:20:02,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337950x0, quorum=127.0.0.1:54320, baseZNode=/1972489827 Set watcher on znode that does not yet exist, /1972489827/running 2024-11-13T05:20:02,092 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:20:02,092 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:20:02,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Set watcher on znode that does not yet exist, /1972489827/master 2024-11-13T05:20:02,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Set watcher on znode that does not yet exist, /1972489827/acl 2024-11-13T05:20:02,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33795 2024-11-13T05:20:02,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33795 2024-11-13T05:20:02,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33795 2024-11-13T05:20:02,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33795 2024-11-13T05:20:02,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33795 2024-11-13T05:20:02,113 DEBUG [M:0;a61c20bd729c:36721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:36721 2024-11-13T05:20:02,114 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1972489827/backup-masters/a61c20bd729c,36721,1731475201934 2024-11-13T05:20:02,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827/backup-masters 2024-11-13T05:20:02,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827/backup-masters 2024-11-13T05:20:02,123 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Set watcher on existing znode=/1972489827/backup-masters/a61c20bd729c,36721,1731475201934 2024-11-13T05:20:02,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1972489827/master 2024-11-13T05:20:02,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827 2024-11-13T05:20:02,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827 2024-11-13T05:20:02,133 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Set watcher on existing znode=/1972489827/master 2024-11-13T05:20:02,134 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1972489827/backup-masters/a61c20bd729c,36721,1731475201934 from backup master directory 2024-11-13T05:20:02,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827/backup-masters 2024-11-13T05:20:02,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1972489827/backup-masters/a61c20bd729c,36721,1731475201934 2024-11-13T05:20:02,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827/backup-masters 2024-11-13T05:20:02,143 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:20:02,143 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,36721,1731475201934 2024-11-13T05:20:02,147 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/hbase.id] with ID: 2632af19-f75b-406d-a4df-b3b79c789b08 2024-11-13T05:20:02,147 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/.tmp/hbase.id 2024-11-13T05:20:02,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:20:02,555 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/.tmp/hbase.id]:[hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/hbase.id] 2024-11-13T05:20:02,565 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:02,565 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:20:02,566 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T05:20:02,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827 2024-11-13T05:20:02,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827 2024-11-13T05:20:02,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:20:02,980 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:20:02,981 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:20:02,981 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:02,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:20:03,387 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store 2024-11-13T05:20:03,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:20:03,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T05:20:03,654 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T05:20:03,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:20:03,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T05:20:03,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:20:03,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T05:20:03,793 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:03,793 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:20:03,793 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:03,793 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:03,793 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:20:03,793 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:03,793 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:03,793 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475203793Disabling compacts and flushes for region at 1731475203793Disabling writes for close at 1731475203793Writing region close event to WAL at 1731475203793Closed at 1731475203793 2024-11-13T05:20:03,794 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/.initializing 2024-11-13T05:20:03,794 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/WALs/a61c20bd729c,36721,1731475201934 2024-11-13T05:20:03,795 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:20:03,796 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C36721%2C1731475201934, suffix=, logDir=hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/WALs/a61c20bd729c,36721,1731475201934, archiveDir=hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/oldWALs, maxLogs=10 2024-11-13T05:20:03,808 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/WALs/a61c20bd729c,36721,1731475201934/a61c20bd729c%2C36721%2C1731475201934.1731475203796, exclude list is [], retry=0 2024-11-13T05:20:03,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37681,DS-79ca0c09-aac2-4091-9059-6b23e624d4e4,DISK] 2024-11-13T05:20:03,812 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/WALs/a61c20bd729c,36721,1731475201934/a61c20bd729c%2C36721%2C1731475201934.1731475203796 2024-11-13T05:20:03,812 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36179:36179)] 2024-11-13T05:20:03,812 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:03,812 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:03,813 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:03,813 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:03,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:03,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:20:03,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:03,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:03,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:03,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:20:03,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:03,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:03,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:03,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:20:03,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:03,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:03,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:03,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:20:03,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:03,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:03,819 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:03,820 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:03,820 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:03,821 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:03,821 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:03,822 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:20:03,823 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:03,825 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:20:03,825 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67644296, jitterRate=0.007978558540344238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:20:03,825 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475203813Initializing all the Stores at 1731475203813Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475203813Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475203814 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475203814Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475203814Cleaning up temporary data from old regions at 1731475203821 (+7 ms)Region opened successfully at 1731475203825 (+4 ms) 2024-11-13T05:20:03,825 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:20:03,827 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385bb410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:20:03,828 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:20:03,828 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:20:03,828 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:20:03,828 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:20:03,829 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:20:03,829 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:20:03,829 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:20:03,830 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:20:03,831 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Unable to get data of znode /1972489827/balancer because node does not exist (not necessarily an error) 2024-11-13T05:20:03,886 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1972489827/balancer already deleted, retry=false 2024-11-13T05:20:03,887 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:20:03,887 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Unable to get data of znode /1972489827/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:20:03,897 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1972489827/normalizer already deleted, retry=false 2024-11-13T05:20:03,897 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:20:03,898 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Unable to get data of znode /1972489827/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:20:03,907 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1972489827/switch/split already deleted, retry=false 2024-11-13T05:20:03,908 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Unable to get data of znode /1972489827/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:20:03,918 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1972489827/switch/merge already deleted, retry=false 2024-11-13T05:20:03,919 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Unable to get data of znode /1972489827/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:20:03,928 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1972489827/snapshot-cleanup already deleted, retry=false 2024-11-13T05:20:03,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1972489827/running 2024-11-13T05:20:03,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1972489827/running 2024-11-13T05:20:03,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827 2024-11-13T05:20:03,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827 2024-11-13T05:20:03,939 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,36721,1731475201934, sessionid=0x10132a2be870003, setting cluster-up flag (Was=false) 2024-11-13T05:20:03,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827 2024-11-13T05:20:03,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827 2024-11-13T05:20:03,991 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1972489827/flush-table-proc/acquired, /1972489827/flush-table-proc/reached, /1972489827/flush-table-proc/abort 2024-11-13T05:20:03,992 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,36721,1731475201934 2024-11-13T05:20:04,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827 2024-11-13T05:20:04,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827 2024-11-13T05:20:04,044 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1972489827/online-snapshot/acquired, /1972489827/online-snapshot/reached, /1972489827/online-snapshot/abort 2024-11-13T05:20:04,045 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,36721,1731475201934 2024-11-13T05:20:04,046 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:20:04,048 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:04,048 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:20:04,048 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:20:04,048 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,36721,1731475201934 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:20:04,049 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:04,049 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:04,050 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:04,050 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:04,050 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:20:04,050 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:04,050 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:20:04,050 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:04,051 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475234050 2024-11-13T05:20:04,051 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:20:04,051 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:20:04,051 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:20:04,051 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:20:04,051 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:20:04,051 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:20:04,051 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:04,051 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:04,051 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:20:04,051 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:20:04,051 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:20:04,051 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:20:04,051 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:20:04,052 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:20:04,052 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:20:04,052 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475204052,5,FailOnTimeoutGroup] 2024-11-13T05:20:04,052 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:04,052 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475204052,5,FailOnTimeoutGroup] 2024-11-13T05:20:04,052 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:04,052 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:20:04,052 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:04,052 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:04,052 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:20:04,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:20:04,105 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.HRegionServer(746): ClusterId : 2632af19-f75b-406d-a4df-b3b79c789b08 2024-11-13T05:20:04,105 DEBUG [RS:0;a61c20bd729c:33795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:20:04,112 DEBUG [RS:0;a61c20bd729c:33795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:20:04,112 DEBUG [RS:0;a61c20bd729c:33795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:20:04,123 DEBUG [RS:0;a61c20bd729c:33795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:20:04,123 DEBUG [RS:0;a61c20bd729c:33795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6520b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:20:04,135 DEBUG [RS:0;a61c20bd729c:33795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:33795 2024-11-13T05:20:04,135 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:20:04,135 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:20:04,135 DEBUG [RS:0;a61c20bd729c:33795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:20:04,136 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,36721,1731475201934 with port=33795, startcode=1731475202075 2024-11-13T05:20:04,136 DEBUG [RS:0;a61c20bd729c:33795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:20:04,138 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:20:04,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,33795,1731475202075 2024-11-13T05:20:04,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36721 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,33795,1731475202075 2024-11-13T05:20:04,140 DEBUG [RS:0;a61c20bd729c:33795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb 2024-11-13T05:20:04,140 DEBUG [RS:0;a61c20bd729c:33795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45541 2024-11-13T05:20:04,140 DEBUG [RS:0;a61c20bd729c:33795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:20:04,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827/rs 2024-11-13T05:20:04,151 DEBUG [RS:0;a61c20bd729c:33795 {}] zookeeper.ZKUtil(111): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Set watcher on existing znode=/1972489827/rs/a61c20bd729c,33795,1731475202075 2024-11-13T05:20:04,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,33795,1731475202075] 2024-11-13T05:20:04,151 WARN [RS:0;a61c20bd729c:33795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:20:04,151 INFO [RS:0;a61c20bd729c:33795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:04,151 DEBUG [RS:0;a61c20bd729c:33795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/WALs/a61c20bd729c,33795,1731475202075 2024-11-13T05:20:04,157 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:20:04,159 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:20:04,164 INFO [RS:0;a61c20bd729c:33795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:20:04,164 INFO [RS:0;a61c20bd729c:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:04,165 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:20:04,166 INFO [RS:0;a61c20bd729c:33795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:20:04,166 INFO [RS:0;a61c20bd729c:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:04,166 DEBUG [RS:0;a61c20bd729c:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:04,166 DEBUG [RS:0;a61c20bd729c:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:04,166 DEBUG [RS:0;a61c20bd729c:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:04,166 DEBUG [RS:0;a61c20bd729c:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:04,166 DEBUG [RS:0;a61c20bd729c:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:04,166 DEBUG [RS:0;a61c20bd729c:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:20:04,166 DEBUG [RS:0;a61c20bd729c:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:04,166 DEBUG [RS:0;a61c20bd729c:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:04,166 DEBUG [RS:0;a61c20bd729c:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:04,166 DEBUG [RS:0;a61c20bd729c:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:04,166 DEBUG [RS:0;a61c20bd729c:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:04,166 DEBUG [RS:0;a61c20bd729c:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:04,166 DEBUG [RS:0;a61c20bd729c:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:20:04,167 DEBUG [RS:0;a61c20bd729c:33795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:20:04,167 INFO [RS:0;a61c20bd729c:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:04,167 INFO [RS:0;a61c20bd729c:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:04,167 INFO [RS:0;a61c20bd729c:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:04,167 INFO [RS:0;a61c20bd729c:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:04,167 INFO [RS:0;a61c20bd729c:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:04,167 INFO [RS:0;a61c20bd729c:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,33795,1731475202075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:20:04,189 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:20:04,189 INFO [RS:0;a61c20bd729c:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,33795,1731475202075-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:04,190 INFO [RS:0;a61c20bd729c:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:04,190 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.Replication(171): a61c20bd729c,33795,1731475202075 started 2024-11-13T05:20:04,204 INFO [RS:0;a61c20bd729c:33795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:04,204 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,33795,1731475202075, RpcServer on a61c20bd729c/172.17.0.3:33795, sessionid=0x10132a2be870004 2024-11-13T05:20:04,204 DEBUG [RS:0;a61c20bd729c:33795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:20:04,204 DEBUG [RS:0;a61c20bd729c:33795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,33795,1731475202075 2024-11-13T05:20:04,204 DEBUG [RS:0;a61c20bd729c:33795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,33795,1731475202075' 2024-11-13T05:20:04,204 DEBUG [RS:0;a61c20bd729c:33795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1972489827/flush-table-proc/abort' 2024-11-13T05:20:04,204 DEBUG [RS:0;a61c20bd729c:33795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1972489827/flush-table-proc/acquired' 2024-11-13T05:20:04,205 DEBUG [RS:0;a61c20bd729c:33795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:20:04,205 DEBUG [RS:0;a61c20bd729c:33795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:20:04,205 DEBUG [RS:0;a61c20bd729c:33795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,33795,1731475202075 2024-11-13T05:20:04,205 DEBUG [RS:0;a61c20bd729c:33795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,33795,1731475202075' 2024-11-13T05:20:04,205 DEBUG [RS:0;a61c20bd729c:33795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1972489827/online-snapshot/abort' 2024-11-13T05:20:04,205 DEBUG [RS:0;a61c20bd729c:33795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1972489827/online-snapshot/acquired' 2024-11-13T05:20:04,205 DEBUG [RS:0;a61c20bd729c:33795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:20:04,205 INFO [RS:0;a61c20bd729c:33795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:20:04,205 INFO [RS:0;a61c20bd729c:33795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:20:04,306 INFO [RS:0;a61c20bd729c:33795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:20:04,307 INFO [RS:0;a61c20bd729c:33795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C33795%2C1731475202075, suffix=, logDir=hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/WALs/a61c20bd729c,33795,1731475202075, archiveDir=hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/oldWALs, maxLogs=10 2024-11-13T05:20:04,319 DEBUG [RS:0;a61c20bd729c:33795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/WALs/a61c20bd729c,33795,1731475202075/a61c20bd729c%2C33795%2C1731475202075.1731475204307, exclude list is [], retry=0 2024-11-13T05:20:04,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37681,DS-79ca0c09-aac2-4091-9059-6b23e624d4e4,DISK] 2024-11-13T05:20:04,323 INFO [RS:0;a61c20bd729c:33795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/WALs/a61c20bd729c,33795,1731475202075/a61c20bd729c%2C33795%2C1731475202075.1731475204307 2024-11-13T05:20:04,324 DEBUG [RS:0;a61c20bd729c:33795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36179:36179)] 2024-11-13T05:20:04,459 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:20:04,459 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb 2024-11-13T05:20:04,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741833_1009 (size=32) 2024-11-13T05:20:04,595 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:20:04,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:04,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:20:04,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:20:04,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:04,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:04,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:20:04,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:20:04,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:04,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:04,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:20:04,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:20:04,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:04,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:04,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:20:04,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:20:04,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:04,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:04,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:20:04,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/data/hbase/meta/1588230740 2024-11-13T05:20:04,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/data/hbase/meta/1588230740 2024-11-13T05:20:04,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:20:04,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:20:04,874 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:20:04,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:20:04,876 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:20:04,876 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67760412, jitterRate=0.009708821773529053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:20:04,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475204864Initializing all the Stores at 1731475204865 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475204865Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475204865Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475204865Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475204865Cleaning up temporary data from old regions at 1731475204873 (+8 ms)Region opened successfully at 1731475204877 (+4 ms) 2024-11-13T05:20:04,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:20:04,877 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:20:04,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:20:04,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:20:04,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:20:04,877 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:20:04,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475204877Disabling compacts and flushes for region at 1731475204877Disabling writes for close at 1731475204877Writing region close event to WAL at 1731475204877Closed at 1731475204877 2024-11-13T05:20:04,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:04,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:20:04,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:20:04,879 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:20:04,879 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:20:05,030 DEBUG [a61c20bd729c:36721 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:20:05,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,33795,1731475202075 2024-11-13T05:20:05,031 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,33795,1731475202075, state=OPENING 2024-11-13T05:20:05,155 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:20:05,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827 2024-11-13T05:20:05,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827 2024-11-13T05:20:05,175 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:20:05,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1972489827/meta-region-server: CHANGED 2024-11-13T05:20:05,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1972489827/meta-region-server: CHANGED 2024-11-13T05:20:05,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,33795,1731475202075}] 2024-11-13T05:20:05,218 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:20:05,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:05,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:05,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:05,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:05,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:05,328 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:20:05,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:20:05,332 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:20:05,332 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:05,332 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:20:05,334 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C33795%2C1731475202075.meta, suffix=.meta, logDir=hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/WALs/a61c20bd729c,33795,1731475202075, archiveDir=hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/oldWALs, maxLogs=10 2024-11-13T05:20:05,351 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/WALs/a61c20bd729c,33795,1731475202075/a61c20bd729c%2C33795%2C1731475202075.meta.1731475205334.meta, exclude list is [], retry=0 2024-11-13T05:20:05,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37681,DS-79ca0c09-aac2-4091-9059-6b23e624d4e4,DISK] 2024-11-13T05:20:05,355 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/WALs/a61c20bd729c,33795,1731475202075/a61c20bd729c%2C33795%2C1731475202075.meta.1731475205334.meta 2024-11-13T05:20:05,355 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36179:36179)] 2024-11-13T05:20:05,355 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:05,355 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:20:05,356 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:20:05,356 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:20:05,356 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:20:05,356 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:20:05,356 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:05,356 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:20:05,356 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:20:05,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:20:05,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:20:05,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:05,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:05,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:20:05,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:20:05,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:05,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:05,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:20:05,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:20:05,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:05,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:05,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:20:05,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:20:05,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:05,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:05,361 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:20:05,362 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/data/hbase/meta/1588230740 2024-11-13T05:20:05,363 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/data/hbase/meta/1588230740 2024-11-13T05:20:05,363 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:20:05,364 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:20:05,364 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:20:05,365 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:20:05,365 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68615166, jitterRate=0.022445648908615112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:20:05,366 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:20:05,366 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475205356Writing region info on filesystem at 1731475205356Initializing all the Stores at 1731475205357 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475205357Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475205357Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475205357Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475205357Cleaning up temporary data from old regions at 1731475205364 (+7 ms)Running coprocessor post-open hooks at 1731475205366 (+2 ms)Region opened successfully at 1731475205366 2024-11-13T05:20:05,366 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475205327 2024-11-13T05:20:05,368 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:20:05,368 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:20:05,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,33795,1731475202075 2024-11-13T05:20:05,369 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,33795,1731475202075, state=OPEN 2024-11-13T05:20:05,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1972489827/meta-region-server 2024-11-13T05:20:05,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1972489827/meta-region-server 2024-11-13T05:20:05,381 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,33795,1731475202075 2024-11-13T05:20:05,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1972489827/meta-region-server: CHANGED 2024-11-13T05:20:05,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1972489827/meta-region-server: CHANGED 2024-11-13T05:20:05,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:20:05,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,33795,1731475202075 in 206 msec 2024-11-13T05:20:05,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:20:05,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-11-13T05:20:05,386 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:05,386 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:20:05,388 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:05,388 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,33795,1731475202075, seqNum=-1] 2024-11-13T05:20:05,388 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:05,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:05,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3460 sec 2024-11-13T05:20:05,395 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475205395, completionTime=-1 2024-11-13T05:20:05,395 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:20:05,395 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:20:05,397 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:20:05,397 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475265397 2024-11-13T05:20:05,397 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475325397 2024-11-13T05:20:05,397 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T05:20:05,397 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36721,1731475201934-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:05,397 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36721,1731475201934-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:05,397 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36721,1731475201934-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:05,398 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:36721, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:05,398 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:05,398 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:05,399 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:20:05,402 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.258sec 2024-11-13T05:20:05,402 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:20:05,402 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:20:05,402 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:20:05,402 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:20:05,402 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:20:05,402 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36721,1731475201934-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:20:05,402 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36721,1731475201934-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:20:05,404 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:20:05,404 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:20:05,404 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36721,1731475201934-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:05,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4779aab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:05,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,36721,-1 for getting cluster id 2024-11-13T05:20:05,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:05,407 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2632af19-f75b-406d-a4df-b3b79c789b08' 2024-11-13T05:20:05,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:05,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2632af19-f75b-406d-a4df-b3b79c789b08" 2024-11-13T05:20:05,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ceca7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:05,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,36721,-1] 2024-11-13T05:20:05,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:05,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:05,409 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:05,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355d1cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:05,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:05,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,33795,1731475202075, seqNum=-1] 2024-11-13T05:20:05,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:05,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:05,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,36721,1731475201934 2024-11-13T05:20:05,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54320 2024-11-13T05:20:05,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:20:05,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10132a2be870005 connected 2024-11-13T05:20:05,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cd8a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:05,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,41059,-1 for getting cluster id 2024-11-13T05:20:05,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:05,441 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22348e05-0fdb-456c-8d6c-46f5410ef16e' 2024-11-13T05:20:05,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:05,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22348e05-0fdb-456c-8d6c-46f5410ef16e" 2024-11-13T05:20:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6fc747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,41059,-1] 2024-11-13T05:20:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:05,443 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:05,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119bc3fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:05,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:20:05,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,41059,1731475196721 2024-11-13T05:20:05,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30154d26 2024-11-13T05:20:05,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:05,445 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:20:05,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a61c20bd729c:36721,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T05:20:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:20:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:20:05,449 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:36721' 2024-11-13T05:20:05,450 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610fde15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:05,450 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,36721,-1 for getting cluster id 2024-11-13T05:20:05,450 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:05,451 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2632af19-f75b-406d-a4df-b3b79c789b08' 2024-11-13T05:20:05,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:05,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2632af19-f75b-406d-a4df-b3b79c789b08" 2024-11-13T05:20:05,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d914985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:05,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,36721,-1] 2024-11-13T05:20:05,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:05,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:05,453 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:05,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9a287e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:05,453 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:20:05,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,36721,1731475201934 2024-11-13T05:20:05,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cd97374 2024-11-13T05:20:05,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:05,455 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:20:05,456 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T05:20:05,456 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:20:05,456 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:05,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:05,456 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:05,457 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:20:05,458 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T05:20:05,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:20:05,459 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:05,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:20:05,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741835_1011 (size=1138) 2024-11-13T05:20:05,508 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T05:20:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:20:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:20:05,867 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da2e42addeda5a9f472446be02545d08, NAME => 'hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25 2024-11-13T05:20:05,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741836_1012 (size=44) 2024-11-13T05:20:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:20:06,273 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:06,273 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing da2e42addeda5a9f472446be02545d08, disabling compactions & flushes 2024-11-13T05:20:06,273 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:06,273 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:06,273 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. after waiting 0 ms 2024-11-13T05:20:06,273 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:06,273 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:06,273 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for da2e42addeda5a9f472446be02545d08: Waiting for close lock at 1731475206273Disabling compacts and flushes for region at 1731475206273Disabling writes for close at 1731475206273Writing region close event to WAL at 1731475206273Closed at 1731475206273 2024-11-13T05:20:06,274 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:20:06,275 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731475206274"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475206274"}]},"ts":"1731475206274"} 2024-11-13T05:20:06,277 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:20:06,278 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:20:06,278 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475206278"}]},"ts":"1731475206278"} 2024-11-13T05:20:06,280 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T05:20:06,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da2e42addeda5a9f472446be02545d08, ASSIGN}] 2024-11-13T05:20:06,282 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da2e42addeda5a9f472446be02545d08, ASSIGN 2024-11-13T05:20:06,282 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da2e42addeda5a9f472446be02545d08, ASSIGN; state=OFFLINE, location=a61c20bd729c,35503,1731475196917; forceNewPlan=false, retain=false 2024-11-13T05:20:06,433 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=da2e42addeda5a9f472446be02545d08, regionState=OPENING, regionLocation=a61c20bd729c,35503,1731475196917 2024-11-13T05:20:06,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da2e42addeda5a9f472446be02545d08, ASSIGN because future has completed 2024-11-13T05:20:06,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure da2e42addeda5a9f472446be02545d08, server=a61c20bd729c,35503,1731475196917}] 2024-11-13T05:20:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:20:06,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:06,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:06,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T05:20:06,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C35503%2C1731475196917.rep, suffix=, logDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917, archiveDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/oldWALs, maxLogs=10 2024-11-13T05:20:06,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917/a61c20bd729c%2C35503%2C1731475196917.rep.1731475206594, exclude list is [], retry=0 2024-11-13T05:20:06,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-430b8915-97a8-4856-8c00-d9910b5fc48d,DISK] 2024-11-13T05:20:06,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917/a61c20bd729c%2C35503%2C1731475196917.rep.1731475206594 2024-11-13T05:20:06,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39561:39561)] 2024-11-13T05:20:06,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => da2e42addeda5a9f472446be02545d08, NAME => 'hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:06,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:20:06,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:20:06,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. service=MultiRowMutationService 2024-11-13T05:20:06,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T05:20:06,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:06,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:06,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:06,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:06,613 INFO [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:06,614 INFO [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da2e42addeda5a9f472446be02545d08 columnFamilyName hfileref 2024-11-13T05:20:06,614 DEBUG [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:06,615 INFO [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] regionserver.HStore(327): Store=da2e42addeda5a9f472446be02545d08/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:06,615 INFO [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:06,616 INFO [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da2e42addeda5a9f472446be02545d08 columnFamilyName queue 2024-11-13T05:20:06,616 DEBUG [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:06,616 INFO [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] regionserver.HStore(327): Store=da2e42addeda5a9f472446be02545d08/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:06,616 INFO [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:06,617 INFO [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da2e42addeda5a9f472446be02545d08 columnFamilyName sid 2024-11-13T05:20:06,617 DEBUG [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:06,618 INFO [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] regionserver.HStore(327): Store=da2e42addeda5a9f472446be02545d08/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:06,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:06,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/replication/da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:06,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/replication/da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:06,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:06,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:06,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:20:06,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:06,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/replication/da2e42addeda5a9f472446be02545d08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:20:06,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened da2e42addeda5a9f472446be02545d08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59658273, jitterRate=-0.1110224574804306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:20:06,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:06,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for da2e42addeda5a9f472446be02545d08: Running coprocessor pre-open hook at 1731475206611Writing region info on filesystem at 1731475206611Initializing all the Stores at 1731475206612 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475206612Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475206613 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475206613Cleaning up temporary data from old regions at 1731475206620 (+7 ms)Running coprocessor post-open hooks at 1731475206624 (+4 ms)Region opened successfully at 1731475206624 2024-11-13T05:20:06,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08., pid=7, masterSystemTime=1731475206588 2024-11-13T05:20:06,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:06,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:06,628 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=da2e42addeda5a9f472446be02545d08, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,35503,1731475196917 2024-11-13T05:20:06,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure da2e42addeda5a9f472446be02545d08, server=a61c20bd729c,35503,1731475196917 because future has completed 2024-11-13T05:20:06,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T05:20:06,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure da2e42addeda5a9f472446be02545d08, server=a61c20bd729c,35503,1731475196917 in 195 msec 2024-11-13T05:20:06,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:20:06,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da2e42addeda5a9f472446be02545d08, ASSIGN in 353 msec 2024-11-13T05:20:06,635 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:20:06,636 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475206635"}]},"ts":"1731475206635"} 2024-11-13T05:20:06,637 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T05:20:06,638 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:20:06,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-13T05:20:06,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08., hostname=a61c20bd729c,35503,1731475196917, seqNum=2] 2024-11-13T05:20:06,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:20:06,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:20:06,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:20:06,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T05:20:06,904 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T05:20:06,931 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-a61c20bd729c,35503,1731475196917, ReplicationSource: 1, currentBandwidth=0 2024-11-13T05:20:06,932 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:06,932 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,35503,1731475196917, seqNum=-1] 2024-11-13T05:20:06,932 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:06,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-13T05:20:06,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a61c20bd729c,35503,1731475196917', locateType=CURRENT is [region=hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08., hostname=a61c20bd729c,35503,1731475196917, seqNum=2] 2024-11-13T05:20:06,937 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T05:20:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T05:20:06,939 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a61c20bd729c,35503,1731475196917 suceeded 2024-11-13T05:20:06,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T05:20:06,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-13T05:20:06,941 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a61c20bd729c:36721,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:20:06,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4960 sec 2024-11-13T05:20:06,952 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:36721' 2024-11-13T05:20:06,953 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fcbd5b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:06,953 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,36721,-1 for getting cluster id 2024-11-13T05:20:06,953 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:06,954 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2632af19-f75b-406d-a4df-b3b79c789b08' 2024-11-13T05:20:06,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:06,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2632af19-f75b-406d-a4df-b3b79c789b08" 2024-11-13T05:20:06,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fc2694d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:06,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,36721,-1] 2024-11-13T05:20:06,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:06,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:06,956 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:06,956 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b8f55f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:06,956 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:20:06,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,36721,1731475201934 2024-11-13T05:20:06,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36f6f019 2024-11-13T05:20:06,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:06,958 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-13T05:20:06,959 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a61c20bd729c,35503,1731475196917 (queues=1) is replicating from cluster=22348e05-0fdb-456c-8d6c-46f5410ef16e to cluster=2632af19-f75b-406d-a4df-b3b79c789b08 2024-11-13T05:20:06,959 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a61c20bd729c%2C35503%2C1731475196917 2024-11-13T05:20:06,959 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a61c20bd729c,35503,1731475196917, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:20:06,959 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917.replicationSource.shippera61c20bd729c%2C35503%2C1731475196917,1-a61c20bd729c,35503,1731475196917 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C35503%2C1731475196917 2024-11-13T05:20:06,959 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917.replicationSource.wal-reader.a61c20bd729c%2C35503%2C1731475196917,1-a61c20bd729c,35503,1731475196917 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917/a61c20bd729c%2C35503%2C1731475196917.1731475198728, startPosition=0, beingWritten=true 2024-11-13T05:20:07,166 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917.replicationSource.wal-reader.a61c20bd729c%2C35503%2C1731475196917,1-a61c20bd729c,35503,1731475196917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917/a61c20bd729c%2C35503%2C1731475196917.1731475198728 to pos 0, reset compression=false 2024-11-13T05:20:07,471 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917.replicationSource.wal-reader.a61c20bd729c%2C35503%2C1731475196917,1-a61c20bd729c,35503,1731475196917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917/a61c20bd729c%2C35503%2C1731475196917.1731475198728 to pos 0, reset compression=false 2024-11-13T05:20:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:20:07,592 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T05:20:07,592 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:20:07,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:07,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:07,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:07,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:07,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:20:07,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,41059,1731475196721 2024-11-13T05:20:07,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ee08cc 2024-11-13T05:20:07,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:07,594 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:20:07,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T05:20:07,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:20:07,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:07,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:07,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:07,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:07,595 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:20:07,595 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=869095122, stopped=false 2024-11-13T05:20:07,595 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,41059,1731475196721 2024-11-13T05:20:07,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02145572168/running 2024-11-13T05:20:07,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02145572168/running 2024-11-13T05:20:07,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:20:07,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:20:07,613 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:20:07,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:20:07,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:07,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:07,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on znode that does not yet exist, /02145572168/running 2024-11-13T05:20:07,613 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,35503,1731475196917' ***** 2024-11-13T05:20:07,613 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:20:07,613 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:20:07,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on znode that does not yet exist, /02145572168/running 2024-11-13T05:20:07,614 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:20:07,614 INFO [RS:0;a61c20bd729c:35503 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:20:07,614 INFO [RS:0;a61c20bd729c:35503 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:20:07,614 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(3091): Received CLOSE for da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:07,614 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,35503,1731475196917 2024-11-13T05:20:07,614 INFO [RS:0;a61c20bd729c:35503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:20:07,614 INFO [RS:0;a61c20bd729c:35503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:35503. 2024-11-13T05:20:07,615 DEBUG [RS:0;a61c20bd729c:35503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:07,615 DEBUG [RS:0;a61c20bd729c:35503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:07,615 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da2e42addeda5a9f472446be02545d08, disabling compactions & flushes 2024-11-13T05:20:07,615 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:07,615 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:07,615 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:20:07,615 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:20:07,615 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. after waiting 0 ms 2024-11-13T05:20:07,615 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:20:07,615 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:07,615 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:20:07,615 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da2e42addeda5a9f472446be02545d08 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T05:20:07,615 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T05:20:07,615 DEBUG [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, da2e42addeda5a9f472446be02545d08=hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08.} 2024-11-13T05:20:07,615 DEBUG [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:07,615 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:20:07,615 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:20:07,615 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:20:07,615 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:20:07,615 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:20:07,615 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T05:20:07,629 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/replication/da2e42addeda5a9f472446be02545d08/.tmp/queue/9d1b5e7ee8af41ae9cdce7a295165462 is 151, key is 1-a61c20bd729c,35503,1731475196917/queue:a61c20bd729c%2C35503%2C1731475196917/1731475206936/Put/seqid=0 2024-11-13T05:20:07,629 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/.tmp/info/dce06886b20d4ffd87a2f7e26de7aee8 is 147, key is hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08./info:regioninfo/1731475206628/Put/seqid=0 2024-11-13T05:20:07,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741838_1014 (size=6631) 2024-11-13T05:20:07,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741839_1015 (size=5350) 2024-11-13T05:20:07,633 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/replication/da2e42addeda5a9f472446be02545d08/.tmp/queue/9d1b5e7ee8af41ae9cdce7a295165462 2024-11-13T05:20:07,638 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/replication/da2e42addeda5a9f472446be02545d08/.tmp/queue/9d1b5e7ee8af41ae9cdce7a295165462 as hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/replication/da2e42addeda5a9f472446be02545d08/queue/9d1b5e7ee8af41ae9cdce7a295165462 2024-11-13T05:20:07,643 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/replication/da2e42addeda5a9f472446be02545d08/queue/9d1b5e7ee8af41ae9cdce7a295165462, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T05:20:07,644 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for da2e42addeda5a9f472446be02545d08 in 28ms, sequenceid=5, compaction requested=false 2024-11-13T05:20:07,644 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T05:20:07,649 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/replication/da2e42addeda5a9f472446be02545d08/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T05:20:07,650 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:20:07,650 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:20:07,650 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:07,650 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da2e42addeda5a9f472446be02545d08: Waiting for close lock at 1731475207614Running coprocessor pre-close hooks at 1731475207614Disabling compacts and flushes for region at 1731475207614Disabling writes for close at 1731475207615 (+1 ms)Obtaining lock to block concurrent updates at 1731475207615Preparing flush snapshotting stores in da2e42addeda5a9f472446be02545d08 at 1731475207615Finished memstore snapshotting hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731475207615Flushing stores of hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. at 1731475207616 (+1 ms)Flushing da2e42addeda5a9f472446be02545d08/queue: creating writer at 1731475207616Flushing da2e42addeda5a9f472446be02545d08/queue: appending metadata at 1731475207628 (+12 ms)Flushing da2e42addeda5a9f472446be02545d08/queue: closing flushed file at 1731475207629 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fdaeebc: reopening flushed file at 1731475207637 (+8 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for da2e42addeda5a9f472446be02545d08 in 28ms, sequenceid=5, compaction requested=false at 1731475207644 (+7 ms)Writing region close event to WAL at 1731475207645 (+1 ms)Running coprocessor post-close hooks at 1731475207650 (+5 ms)Closed at 1731475207650 2024-11-13T05:20:07,650 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:07,707 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:20:07,815 DEBUG [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:20:07,875 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917.replicationSource.wal-reader.a61c20bd729c%2C35503%2C1731475196917,1-a61c20bd729c,35503,1731475196917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917/a61c20bd729c%2C35503%2C1731475196917.1731475198728 to pos 0, reset compression=false 2024-11-13T05:20:08,015 DEBUG [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:20:08,034 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/.tmp/info/dce06886b20d4ffd87a2f7e26de7aee8 2024-11-13T05:20:08,054 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/.tmp/ns/aad5228e36c3418ab87d2d82e5d81526 is 43, key is default/ns:d/1731475199842/Put/seqid=0 2024-11-13T05:20:08,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741840_1016 (size=5153) 2024-11-13T05:20:08,216 DEBUG [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:20:08,380 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917.replicationSource.wal-reader.a61c20bd729c%2C35503%2C1731475196917,1-a61c20bd729c,35503,1731475196917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917/a61c20bd729c%2C35503%2C1731475196917.1731475198728 to pos 0, reset compression=false 2024-11-13T05:20:08,416 DEBUG [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:20:08,459 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/.tmp/ns/aad5228e36c3418ab87d2d82e5d81526 2024-11-13T05:20:08,481 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/.tmp/table/a5ce09cc46c340a797c864280074ca00 is 53, key is hbase:replication/table:state/1731475206635/Put/seqid=0 2024-11-13T05:20:08,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741841_1017 (size=5256) 2024-11-13T05:20:08,616 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T05:20:08,616 DEBUG [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:20:08,616 DEBUG [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:20:08,688 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:20:08,688 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:20:08,816 DEBUG [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:20:08,886 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/.tmp/table/a5ce09cc46c340a797c864280074ca00 2024-11-13T05:20:08,891 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/.tmp/info/dce06886b20d4ffd87a2f7e26de7aee8 as hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/info/dce06886b20d4ffd87a2f7e26de7aee8 2024-11-13T05:20:08,895 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/info/dce06886b20d4ffd87a2f7e26de7aee8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T05:20:08,895 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/.tmp/ns/aad5228e36c3418ab87d2d82e5d81526 as hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/ns/aad5228e36c3418ab87d2d82e5d81526 2024-11-13T05:20:08,900 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/ns/aad5228e36c3418ab87d2d82e5d81526, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T05:20:08,900 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/.tmp/table/a5ce09cc46c340a797c864280074ca00 as hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/table/a5ce09cc46c340a797c864280074ca00 2024-11-13T05:20:08,905 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/table/a5ce09cc46c340a797c864280074ca00, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T05:20:08,905 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=11, compaction requested=false 2024-11-13T05:20:08,909 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T05:20:08,910 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:20:08,910 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:20:08,910 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:20:08,910 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475207615Running coprocessor pre-close hooks at 1731475207615Disabling compacts and flushes for region at 1731475207615Disabling writes for close at 1731475207615Obtaining lock to block concurrent updates at 1731475207615Preparing flush snapshotting stores in 1588230740 at 1731475207615Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731475207616 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731475207616Flushing 1588230740/info: creating writer at 1731475207616Flushing 1588230740/info: appending metadata at 1731475207629 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731475207629Flushing 1588230740/ns: creating writer at 1731475208039 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731475208054 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731475208054Flushing 1588230740/table: creating writer at 1731475208464 (+410 ms)Flushing 1588230740/table: appending metadata at 1731475208481 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731475208481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@523459af: reopening flushed file at 1731475208890 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e0c7b19: reopening flushed file at 1731475208895 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@268b0c95: reopening flushed file at 1731475208900 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=11, compaction requested=false at 1731475208905 (+5 ms)Writing region close event to WAL at 1731475208906 (+1 ms)Running coprocessor post-close hooks at 1731475208910 (+4 ms)Closed at 1731475208910 2024-11-13T05:20:08,910 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:20:08,984 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917.replicationSource.wal-reader.a61c20bd729c%2C35503%2C1731475196917,1-a61c20bd729c,35503,1731475196917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917/a61c20bd729c%2C35503%2C1731475196917.1731475198728 to pos 0, reset compression=false 2024-11-13T05:20:09,016 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,35503,1731475196917; all regions closed. 2024-11-13T05:20:09,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741834_1010 (size=2742) 2024-11-13T05:20:09,019 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917/a61c20bd729c%2C35503%2C1731475196917.meta.1731475199699.meta not finished, retry = 0 2024-11-13T05:20:09,121 DEBUG [RS:0;a61c20bd729c:35503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/oldWALs 2024-11-13T05:20:09,121 INFO [RS:0;a61c20bd729c:35503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C35503%2C1731475196917.meta:.meta(num 1731475199699) 2024-11-13T05:20:09,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741837_1013 (size=1586) 2024-11-13T05:20:09,123 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917/a61c20bd729c%2C35503%2C1731475196917.rep.1731475206594 not finished, retry = 0 2024-11-13T05:20:09,225 DEBUG [RS:0;a61c20bd729c:35503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/oldWALs 2024-11-13T05:20:09,225 INFO [RS:0;a61c20bd729c:35503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C35503%2C1731475196917.rep:(num 1731475206594) 2024-11-13T05:20:09,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741832_1008 (size=93) 2024-11-13T05:20:09,227 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917/a61c20bd729c%2C35503%2C1731475196917.1731475198728 not finished, retry = 0 2024-11-13T05:20:09,330 DEBUG [RS:0;a61c20bd729c:35503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/oldWALs 2024-11-13T05:20:09,330 INFO [RS:0;a61c20bd729c:35503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C35503%2C1731475196917:(num 1731475198728) 2024-11-13T05:20:09,330 DEBUG [RS:0;a61c20bd729c:35503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:09,330 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:20:09,330 INFO [RS:0;a61c20bd729c:35503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:20:09,330 INFO [RS:0;a61c20bd729c:35503 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T05:20:09,330 INFO [RS:0;a61c20bd729c:35503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:20:09,330 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:20:09,331 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a61c20bd729c,35503,1731475196917 because: Region server is closing 2024-11-13T05:20:09,331 INFO [RS:0;a61c20bd729c:35503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:35503. 2024-11-13T05:20:09,331 DEBUG [RS:0;a61c20bd729c:35503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:09,331 DEBUG [RS:0;a61c20bd729c:35503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:09,331 DEBUG [RS:0;a61c20bd729c:35503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:09,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:09,431 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917.replicationSource.wal-reader.a61c20bd729c%2C35503%2C1731475196917,1-a61c20bd729c,35503,1731475196917 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T05:20:09,431 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917.replicationSource.shippera61c20bd729c%2C35503%2C1731475196917,1-a61c20bd729c,35503,1731475196917 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T05:20:09,431 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35503,1731475196917.replicationSource.shippera61c20bd729c%2C35503%2C1731475196917,1-a61c20bd729c,35503,1731475196917 terminated 2024-11-13T05:20:09,432 INFO [RS:0;a61c20bd729c:35503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35503 2024-11-13T05:20:09,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168/rs 2024-11-13T05:20:09,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02145572168/rs/a61c20bd729c,35503,1731475196917 2024-11-13T05:20:09,585 INFO [RS:0;a61c20bd729c:35503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:20:09,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,35503,1731475196917] 2024-11-13T05:20:09,606 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02145572168/draining/a61c20bd729c,35503,1731475196917 already deleted, retry=false 2024-11-13T05:20:09,606 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,35503,1731475196917 expired; onlineServers=0 2024-11-13T05:20:09,606 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,41059,1731475196721' ***** 2024-11-13T05:20:09,606 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:20:09,606 INFO [M:0;a61c20bd729c:41059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:20:09,606 INFO [M:0;a61c20bd729c:41059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:20:09,606 DEBUG [M:0;a61c20bd729c:41059 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:20:09,606 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:20:09,606 DEBUG [M:0;a61c20bd729c:41059 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:20:09,606 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475198484 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475198484,5,FailOnTimeoutGroup] 2024-11-13T05:20:09,606 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475198483 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475198483,5,FailOnTimeoutGroup] 2024-11-13T05:20:09,606 INFO [M:0;a61c20bd729c:41059 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:20:09,607 INFO [M:0;a61c20bd729c:41059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:20:09,607 DEBUG [M:0;a61c20bd729c:41059 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:20:09,607 INFO [M:0;a61c20bd729c:41059 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:20:09,607 INFO [M:0;a61c20bd729c:41059 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:20:09,607 INFO [M:0;a61c20bd729c:41059 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:20:09,607 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:20:09,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02145572168/master 2024-11-13T05:20:09,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:20:09,617 DEBUG [M:0;a61c20bd729c:41059 {}] zookeeper.ZKUtil(347): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Unable to get data of znode /02145572168/master because node does not exist (not an error) 2024-11-13T05:20:09,617 WARN [M:0;a61c20bd729c:41059 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:20:09,618 INFO [M:0;a61c20bd729c:41059 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/.lastflushedseqids 2024-11-13T05:20:09,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741842_1018 (size=181) 2024-11-13T05:20:09,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:09,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35503-0x10132a2be870001, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:09,696 INFO [RS:0;a61c20bd729c:35503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:20:09,696 INFO [RS:0;a61c20bd729c:35503 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,35503,1731475196917; zookeeper connection closed. 2024-11-13T05:20:09,696 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@756c1278 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@756c1278 2024-11-13T05:20:09,696 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:20:10,026 INFO [M:0;a61c20bd729c:41059 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:20:10,026 INFO [M:0;a61c20bd729c:41059 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:20:10,026 DEBUG [M:0;a61c20bd729c:41059 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:20:10,026 INFO [M:0;a61c20bd729c:41059 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:10,026 DEBUG [M:0;a61c20bd729c:41059 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:10,026 DEBUG [M:0;a61c20bd729c:41059 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:20:10,026 DEBUG [M:0;a61c20bd729c:41059 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:10,026 INFO [M:0;a61c20bd729c:41059 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T05:20:10,046 DEBUG [M:0;a61c20bd729c:41059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77e278c457414ff48d43244cfdc67dbd is 82, key is hbase:meta,,1/info:regioninfo/1731475199730/Put/seqid=0 2024-11-13T05:20:10,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741843_1019 (size=5672) 2024-11-13T05:20:10,455 INFO [M:0;a61c20bd729c:41059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77e278c457414ff48d43244cfdc67dbd 2024-11-13T05:20:10,478 DEBUG [M:0;a61c20bd729c:41059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ceb319a82b2c4740bb3a8029d39744e6 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731475206640/Put/seqid=0 2024-11-13T05:20:10,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741844_1020 (size=7203) 2024-11-13T05:20:10,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:20:10,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:10,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:10,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:10,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:10,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:10,882 INFO [M:0;a61c20bd729c:41059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ceb319a82b2c4740bb3a8029d39744e6 2024-11-13T05:20:10,905 DEBUG [M:0;a61c20bd729c:41059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8505653884c4506872413fa2be9366a is 69, key is a61c20bd729c,35503,1731475196917/rs:state/1731475198579/Put/seqid=0 2024-11-13T05:20:10,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741845_1021 (size=5156) 2024-11-13T05:20:11,310 INFO [M:0;a61c20bd729c:41059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8505653884c4506872413fa2be9366a 2024-11-13T05:20:11,315 DEBUG [M:0;a61c20bd729c:41059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77e278c457414ff48d43244cfdc67dbd as hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77e278c457414ff48d43244cfdc67dbd 2024-11-13T05:20:11,320 INFO [M:0;a61c20bd729c:41059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77e278c457414ff48d43244cfdc67dbd, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T05:20:11,321 DEBUG [M:0;a61c20bd729c:41059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ceb319a82b2c4740bb3a8029d39744e6 as hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ceb319a82b2c4740bb3a8029d39744e6 2024-11-13T05:20:11,325 INFO [M:0;a61c20bd729c:41059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ceb319a82b2c4740bb3a8029d39744e6, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T05:20:11,326 DEBUG [M:0;a61c20bd729c:41059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8505653884c4506872413fa2be9366a as hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8505653884c4506872413fa2be9366a 2024-11-13T05:20:11,331 INFO [M:0;a61c20bd729c:41059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8505653884c4506872413fa2be9366a, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T05:20:11,332 INFO [M:0;a61c20bd729c:41059 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=70, compaction requested=false 2024-11-13T05:20:11,333 INFO [M:0;a61c20bd729c:41059 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:11,334 DEBUG [M:0;a61c20bd729c:41059 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475210026Disabling compacts and flushes for region at 1731475210026Disabling writes for close at 1731475210026Obtaining lock to block concurrent updates at 1731475210026Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475210026Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731475210027 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475210027Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475210027Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475210046 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475210046Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475210460 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475210477 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475210477Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475210887 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475210905 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475210905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6df0bbfd: reopening flushed file at 1731475211314 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@247f77e9: reopening flushed file at 1731475211320 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79dc30e5: reopening flushed file at 1731475211325 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=70, compaction requested=false at 1731475211332 (+7 ms)Writing region close event to WAL at 1731475211333 (+1 ms)Closed at 1731475211333 2024-11-13T05:20:11,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741830_1006 (size=41008) 2024-11-13T05:20:11,335 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/WALs/a61c20bd729c,41059,1731475196721/a61c20bd729c%2C41059%2C1731475196721.1731475198238 not finished, retry = 0 2024-11-13T05:20:11,436 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:20:11,436 INFO [M:0;a61c20bd729c:41059 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:20:11,437 INFO [M:0;a61c20bd729c:41059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41059 2024-11-13T05:20:11,437 INFO [M:0;a61c20bd729c:41059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:20:11,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:11,597 INFO [M:0;a61c20bd729c:41059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:20:11,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x10132a2be870000, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:11,598 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:20:11,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:11,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:11,598 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:20:11,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:11,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:20:11,599 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:20:11,599 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:20:11,599 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34073 2024-11-13T05:20:11,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34073 connecting to ZooKeeper ensemble=127.0.0.1:54320 2024-11-13T05:20:11,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340730x0, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:20:11,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34073-0x10132a2be870006 connected 2024-11-13T05:20:11,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:11,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:11,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on znode that does not yet exist, /02145572168/running 2024-11-13T05:20:11,628 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02145572168/meta-region-server: INIT 2024-11-13T05:20:11,629 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25, hbase.cluster.distributed=false 2024-11-13T05:20:11,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on znode that does not yet exist, /02145572168/acl 2024-11-13T05:20:11,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34073 2024-11-13T05:20:11,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34073 2024-11-13T05:20:11,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34073 2024-11-13T05:20:11,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34073 2024-11-13T05:20:11,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34073 2024-11-13T05:20:11,644 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:20:11,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:11,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:11,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:20:11,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:11,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:20:11,644 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:20:11,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:20:11,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39479 2024-11-13T05:20:11,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39479 connecting to ZooKeeper ensemble=127.0.0.1:54320 2024-11-13T05:20:11,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:11,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:11,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394790x0, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:20:11,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on znode that does not yet exist, /02145572168/running 2024-11-13T05:20:11,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39479-0x10132a2be870007 connected 2024-11-13T05:20:11,659 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02145572168/meta-region-server: INIT 2024-11-13T05:20:11,659 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:20:11,660 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:20:11,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on znode that does not yet exist, /02145572168/master 2024-11-13T05:20:11,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on znode that does not yet exist, /02145572168/acl 2024-11-13T05:20:11,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39479 2024-11-13T05:20:11,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39479 2024-11-13T05:20:11,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39479 2024-11-13T05:20:11,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39479 2024-11-13T05:20:11,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39479 2024-11-13T05:20:11,673 DEBUG [M:0;a61c20bd729c:34073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:34073 2024-11-13T05:20:11,674 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02145572168/backup-masters/a61c20bd729c,34073,1731475211598 2024-11-13T05:20:11,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168/backup-masters 2024-11-13T05:20:11,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168/backup-masters 2024-11-13T05:20:11,686 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on existing znode=/02145572168/backup-masters/a61c20bd729c,34073,1731475211598 2024-11-13T05:20:11,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02145572168/master 2024-11-13T05:20:11,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:20:11,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:20:11,697 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on existing znode=/02145572168/master 2024-11-13T05:20:11,697 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02145572168/backup-masters/a61c20bd729c,34073,1731475211598 from backup master directory 2024-11-13T05:20:11,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02145572168/backup-masters/a61c20bd729c,34073,1731475211598 2024-11-13T05:20:11,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168/backup-masters 2024-11-13T05:20:11,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168/backup-masters 2024-11-13T05:20:11,707 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:20:11,707 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,34073,1731475211598 2024-11-13T05:20:11,716 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:11,716 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:20:11,722 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-13T05:20:11,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741846_1022 (size=196) 2024-11-13T05:20:12,137 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:20:12,138 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:20:12,138 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:12,143 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T05:20:12,145 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/WALs/a61c20bd729c,41059,1731475196721 to hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/WALs/a61c20bd729c,41059,1731475196721-dead as it is dead 2024-11-13T05:20:12,145 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/WALs/a61c20bd729c,41059,1731475196721-dead/a61c20bd729c%2C41059%2C1731475196721.1731475198238 2024-11-13T05:20:12,146 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/WALs/a61c20bd729c,41059,1731475196721-dead/a61c20bd729c%2C41059%2C1731475196721.1731475198238 after 1ms 2024-11-13T05:20:12,147 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/WALs/a61c20bd729c,41059,1731475196721-dead/a61c20bd729c%2C41059%2C1731475196721.1731475198238 to hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a61c20bd729c%2C41059%2C1731475196721.1731475198238 2024-11-13T05:20:12,147 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/WALs/a61c20bd729c,41059,1731475196721-dead 2024-11-13T05:20:12,147 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/WALs/a61c20bd729c,34073,1731475211598 2024-11-13T05:20:12,148 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:20:12,149 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C34073%2C1731475211598, suffix=, logDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/WALs/a61c20bd729c,34073,1731475211598, archiveDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/oldWALs, maxLogs=10 2024-11-13T05:20:12,162 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/WALs/a61c20bd729c,34073,1731475211598/a61c20bd729c%2C34073%2C1731475211598.1731475212149, exclude list is [], retry=0 2024-11-13T05:20:12,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-430b8915-97a8-4856-8c00-d9910b5fc48d,DISK] 2024-11-13T05:20:12,166 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/WALs/a61c20bd729c,34073,1731475211598/a61c20bd729c%2C34073%2C1731475211598.1731475212149 2024-11-13T05:20:12,166 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39561:39561)] 2024-11-13T05:20:12,166 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:12,167 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:12,167 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:12,167 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:12,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:12,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:20:12,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:12,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77e278c457414ff48d43244cfdc67dbd 2024-11-13T05:20:12,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:12,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:12,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:20:12,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:12,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ceb319a82b2c4740bb3a8029d39744e6 2024-11-13T05:20:12,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:12,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:12,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:20:12,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:12,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8505653884c4506872413fa2be9366a 2024-11-13T05:20:12,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:12,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:12,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:20:12,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:12,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:12,188 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:12,188 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T05:20:12,188 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a61c20bd729c%2C41059%2C1731475196721.1731475198238 2024-11-13T05:20:12,193 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a61c20bd729c%2C41059%2C1731475196721.1731475198238 2024-11-13T05:20:12,193 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/a61c20bd729c%2C41059%2C1731475196721.1731475198238 2024-11-13T05:20:12,194 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:12,194 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:12,195 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:20:12,196 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:12,198 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-13T05:20:12,198 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75369595, jitterRate=0.12309448421001434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:20:12,199 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475212167Initializing all the Stores at 1731475212168 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475212168Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475212168Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475212168Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475212168Cleaning up temporary data from old regions at 1731475212194 (+26 ms)Region opened successfully at 1731475212199 (+5 ms) 2024-11-13T05:20:12,199 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:20:12,201 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ebd4002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:20:12,203 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T05:20:12,203 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:20:12,203 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:20:12,203 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:20:12,204 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:20:12,206 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:12,207 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:20:12,207 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T05:20:12,207 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-13T05:20:12,207 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:20:12,210 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=a61c20bd729c,35503,1731475196917, regionLocation=a61c20bd729c,35503,1731475196917, openSeqNum=2 2024-11-13T05:20:12,210 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=a61c20bd729c,35503,1731475196917, table=hbase:meta, region=1588230740 2024-11-13T05:20:12,210 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,35503,1731475196917, state=OPEN 2024-11-13T05:20:12,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02145572168/meta-region-server 2024-11-13T05:20:12,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02145572168/meta-region-server 2024-11-13T05:20:12,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02145572168/meta-region-server: CHANGED 2024-11-13T05:20:12,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02145572168/meta-region-server: CHANGED 2024-11-13T05:20:12,257 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:20:12,269 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02145572168/draining/a61c20bd729c,35503,1731475196917 already deleted, retry=false 2024-11-13T05:20:12,269 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of a61c20bd729c,35503,1731475196917 on a61c20bd729c,34073,1731475211598 2024-11-13T05:20:12,270 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a61c20bd729c,35503,1731475196917, splitWal=true, meta=true 2024-11-13T05:20:12,270 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for a61c20bd729c,35503,1731475196917 (carryingMeta=true) a61c20bd729c,35503,1731475196917/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@eed414[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T05:20:12,272 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Unable to get data of znode /02145572168/balancer because node does not exist (not necessarily an error) 2024-11-13T05:20:12,279 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02145572168/balancer already deleted, retry=false 2024-11-13T05:20:12,280 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:20:12,280 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Unable to get data of znode /02145572168/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:20:12,290 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02145572168/normalizer already deleted, retry=false 2024-11-13T05:20:12,290 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:20:12,291 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Unable to get data of znode /02145572168/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:20:12,300 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02145572168/switch/split already deleted, retry=false 2024-11-13T05:20:12,301 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Unable to get data of znode /02145572168/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:20:12,311 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02145572168/switch/merge already deleted, retry=false 2024-11-13T05:20:12,324 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Unable to get data of znode /02145572168/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:20:12,332 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02145572168/snapshot-cleanup already deleted, retry=false 2024-11-13T05:20:12,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02145572168/running 2024-11-13T05:20:12,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02145572168/running 2024-11-13T05:20:12,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:20:12,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:20:12,343 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,34073,1731475211598, sessionid=0x10132a2be870006, setting cluster-up flag (Was=false) 2024-11-13T05:20:12,354 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02145572168/flush-table-proc/acquired, /02145572168/flush-table-proc/reached, /02145572168/flush-table-proc/abort 2024-11-13T05:20:12,355 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,34073,1731475211598 2024-11-13T05:20:12,364 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02145572168/online-snapshot/acquired, /02145572168/online-snapshot/reached, /02145572168/online-snapshot/abort 2024-11-13T05:20:12,365 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,34073,1731475211598 2024-11-13T05:20:12,366 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/.lastflushedseqids 2024-11-13T05:20:12,368 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:20:12,368 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:20:12,368 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,34073,1731475211598 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 a61c20bd729c,35503,1731475196917 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:20:12,369 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:12,369 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:12,369 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:12,369 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:12,369 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:20:12,370 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:12,370 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:20:12,370 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:12,370 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475242370 2024-11-13T05:20:12,370 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:20:12,370 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:20:12,370 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:20:12,370 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:20:12,371 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:20:12,371 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:20:12,371 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:12,371 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a61c20bd729c,35503,1731475196917, splitWal=true, meta=true 2024-11-13T05:20:12,371 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:20:12,371 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:20:12,371 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:20:12,371 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:20:12,371 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:20:12,371 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:20:12,371 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a61c20bd729c,35503,1731475196917, splitWal=true, meta=true, isMeta: true 2024-11-13T05:20:12,371 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475212371,5,FailOnTimeoutGroup] 2024-11-13T05:20:12,372 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475212371,5,FailOnTimeoutGroup] 2024-11-13T05:20:12,372 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:12,372 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:20:12,372 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:12,372 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:12,372 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475212372, completionTime=-1 2024-11-13T05:20:12,372 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T05:20:12,372 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T05:20:12,372 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917-splitting 2024-11-13T05:20:12,373 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917-splitting dir is empty, no logs to split. 2024-11-13T05:20:12,373 INFO [PEWorker-1 {}] master.SplitWALManager(105): a61c20bd729c,35503,1731475196917 WAL count=0, meta=true 2024-11-13T05:20:12,374 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917-splitting dir is empty, no logs to split. 2024-11-13T05:20:12,374 INFO [PEWorker-1 {}] master.SplitWALManager(105): a61c20bd729c,35503,1731475196917 WAL count=0, meta=true 2024-11-13T05:20:12,375 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a61c20bd729c,35503,1731475196917 WAL splitting is done? wals=0, meta=true 2024-11-13T05:20:12,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:20:12,376 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:20:12,376 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T05:20:12,466 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer(746): ClusterId : 22348e05-0fdb-456c-8d6c-46f5410ef16e 2024-11-13T05:20:12,466 DEBUG [RS:0;a61c20bd729c:39479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:20:12,476 DEBUG [RS:0;a61c20bd729c:39479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:20:12,476 DEBUG [RS:0;a61c20bd729c:39479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:20:12,487 DEBUG [RS:0;a61c20bd729c:39479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:20:12,487 DEBUG [RS:0;a61c20bd729c:39479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579a6336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:20:12,497 DEBUG [RS:0;a61c20bd729c:39479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:39479 2024-11-13T05:20:12,498 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:20:12,498 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:20:12,498 DEBUG [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:20:12,498 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,34073,1731475211598 with port=39479, startcode=1731475211644 2024-11-13T05:20:12,498 DEBUG [RS:0;a61c20bd729c:39479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:20:12,499 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:20:12,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34073 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,39479,1731475211644 2024-11-13T05:20:12,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34073 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,39479,1731475211644 2024-11-13T05:20:12,501 DEBUG [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25 2024-11-13T05:20:12,501 DEBUG [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46271 2024-11-13T05:20:12,501 DEBUG [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:20:12,522 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T05:20:12,527 WARN [a61c20bd729c:34073 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T05:20:12,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168/rs 2024-11-13T05:20:12,572 DEBUG [RS:0;a61c20bd729c:39479 {}] zookeeper.ZKUtil(111): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on existing znode=/02145572168/rs/a61c20bd729c,39479,1731475211644 2024-11-13T05:20:12,572 WARN [RS:0;a61c20bd729c:39479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:20:12,572 INFO [RS:0;a61c20bd729c:39479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:12,573 DEBUG [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644 2024-11-13T05:20:12,573 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,39479,1731475211644] 2024-11-13T05:20:12,588 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:20:12,589 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:20:12,590 INFO [RS:0;a61c20bd729c:39479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:20:12,590 INFO [RS:0;a61c20bd729c:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:12,590 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:20:12,591 INFO [RS:0;a61c20bd729c:39479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:20:12,591 INFO [RS:0;a61c20bd729c:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:12,591 DEBUG [RS:0;a61c20bd729c:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:12,591 DEBUG [RS:0;a61c20bd729c:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:12,591 DEBUG [RS:0;a61c20bd729c:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:12,591 DEBUG [RS:0;a61c20bd729c:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:12,591 DEBUG [RS:0;a61c20bd729c:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:12,591 DEBUG [RS:0;a61c20bd729c:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:20:12,591 DEBUG [RS:0;a61c20bd729c:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:12,591 DEBUG [RS:0;a61c20bd729c:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:12,591 DEBUG [RS:0;a61c20bd729c:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:12,591 DEBUG [RS:0;a61c20bd729c:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:12,591 DEBUG [RS:0;a61c20bd729c:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:12,591 DEBUG [RS:0;a61c20bd729c:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:12,591 DEBUG [RS:0;a61c20bd729c:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:20:12,591 DEBUG [RS:0;a61c20bd729c:39479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:20:12,591 INFO [RS:0;a61c20bd729c:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:12,591 INFO [RS:0;a61c20bd729c:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:12,591 INFO [RS:0;a61c20bd729c:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:12,591 INFO [RS:0;a61c20bd729c:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:12,591 INFO [RS:0;a61c20bd729c:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:12,591 INFO [RS:0;a61c20bd729c:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,39479,1731475211644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:20:12,603 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:20:12,603 INFO [RS:0;a61c20bd729c:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,39479,1731475211644-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:12,615 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.ReplicationSource(231): queueId=1-a61c20bd729c,39479,1731475211644, ReplicationSource: 1, currentBandwidth=0 2024-11-13T05:20:12,615 INFO [RS:0;a61c20bd729c:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:12,615 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.Replication(171): a61c20bd729c,39479,1731475211644 started 2024-11-13T05:20:12,627 INFO [RS:0;a61c20bd729c:39479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:12,627 DEBUG [RS:0;a61c20bd729c:39479.replicationSource,1-a61c20bd729c,39479,1731475211644 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:36721' 2024-11-13T05:20:12,627 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,39479,1731475211644, RpcServer on a61c20bd729c/172.17.0.3:39479, sessionid=0x10132a2be870007 2024-11-13T05:20:12,627 DEBUG [RS:0;a61c20bd729c:39479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:20:12,627 DEBUG [RS:0;a61c20bd729c:39479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,39479,1731475211644 2024-11-13T05:20:12,627 DEBUG [RS:0;a61c20bd729c:39479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,39479,1731475211644' 2024-11-13T05:20:12,627 DEBUG [RS:0;a61c20bd729c:39479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02145572168/flush-table-proc/abort' 2024-11-13T05:20:12,627 DEBUG [RS:0;a61c20bd729c:39479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02145572168/flush-table-proc/acquired' 2024-11-13T05:20:12,628 DEBUG [RS:0;a61c20bd729c:39479.replicationSource,1-a61c20bd729c,39479,1731475211644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19c04c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:12,628 DEBUG [RS:0;a61c20bd729c:39479.replicationSource,1-a61c20bd729c,39479,1731475211644 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,36721,-1 for getting cluster id 2024-11-13T05:20:12,628 DEBUG [RS:0;a61c20bd729c:39479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:20:12,628 DEBUG [RS:0;a61c20bd729c:39479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:20:12,628 DEBUG [RS:0;a61c20bd729c:39479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,39479,1731475211644 2024-11-13T05:20:12,628 DEBUG [RS:0;a61c20bd729c:39479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,39479,1731475211644' 2024-11-13T05:20:12,628 DEBUG [RS:0;a61c20bd729c:39479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02145572168/online-snapshot/abort' 2024-11-13T05:20:12,628 DEBUG [RS:0;a61c20bd729c:39479.replicationSource,1-a61c20bd729c,39479,1731475211644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:12,628 DEBUG [RS:0;a61c20bd729c:39479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02145572168/online-snapshot/acquired' 2024-11-13T05:20:12,628 DEBUG [RS:0;a61c20bd729c:39479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:20:12,628 INFO [RS:0;a61c20bd729c:39479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:20:12,628 INFO [RS:0;a61c20bd729c:39479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:20:12,629 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2632af19-f75b-406d-a4df-b3b79c789b08' 2024-11-13T05:20:12,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:12,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2632af19-f75b-406d-a4df-b3b79c789b08" 2024-11-13T05:20:12,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64ef427a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:12,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,36721,-1] 2024-11-13T05:20:12,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:12,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:12,630 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:12,630 DEBUG [RS:0;a61c20bd729c:39479.replicationSource,1-a61c20bd729c,39479,1731475211644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@380775eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:12,631 DEBUG [RS:0;a61c20bd729c:39479.replicationSource,1-a61c20bd729c,39479,1731475211644 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:20:12,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,36721,1731475201934 2024-11-13T05:20:12,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57c0c51 2024-11-13T05:20:12,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:12,632 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-13T05:20:12,632 INFO [RS:0;a61c20bd729c:39479.replicationSource,1-a61c20bd729c,39479,1731475211644 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a61c20bd729c,39479,1731475211644 (queues=0) is replicating from cluster=22348e05-0fdb-456c-8d6c-46f5410ef16e to cluster=2632af19-f75b-406d-a4df-b3b79c789b08 2024-11-13T05:20:12,729 INFO [RS:0;a61c20bd729c:39479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:20:12,730 INFO [RS:0;a61c20bd729c:39479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C39479%2C1731475211644, suffix=, logDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644, archiveDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/oldWALs, maxLogs=10 2024-11-13T05:20:12,742 DEBUG [RS:0;a61c20bd729c:39479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.1731475212730, exclude list is [], retry=0 2024-11-13T05:20:12,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-430b8915-97a8-4856-8c00-d9910b5fc48d,DISK] 2024-11-13T05:20:12,747 INFO [RS:0;a61c20bd729c:39479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.1731475212730 2024-11-13T05:20:12,748 DEBUG [RS:0;a61c20bd729c:39479 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group a61c20bd729c%2C39479%2C1731475211644 for peer 1 2024-11-13T05:20:12,748 DEBUG [RS:0;a61c20bd729c:39479 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a61c20bd729c%2C39479%2C1731475211644 2024-11-13T05:20:12,748 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a61c20bd729c,39479,1731475211644, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:20:12,748 DEBUG [RS:0;a61c20bd729c:39479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39561:39561)] 2024-11-13T05:20:12,748 INFO [RS:0;a61c20bd729c:39479.replicationSource.shippera61c20bd729c%2C39479%2C1731475211644,1-a61c20bd729c,39479,1731475211644 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C39479%2C1731475211644 2024-11-13T05:20:12,748 DEBUG [RS:0;a61c20bd729c:39479.replicationSource.wal-reader.a61c20bd729c%2C39479%2C1731475211644,1-a61c20bd729c,39479,1731475211644 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.1731475212730, startPosition=0, beingWritten=true 2024-11-13T05:20:12,777 DEBUG [a61c20bd729c:34073 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:20:12,777 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,39479,1731475211644 2024-11-13T05:20:12,778 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,39479,1731475211644, state=OPENING 2024-11-13T05:20:12,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02145572168/meta-region-server 2024-11-13T05:20:12,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02145572168/meta-region-server 2024-11-13T05:20:12,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02145572168/meta-region-server: CHANGED 2024-11-13T05:20:12,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02145572168/meta-region-server: CHANGED 2024-11-13T05:20:12,791 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:20:12,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,39479,1731475211644}] 2024-11-13T05:20:12,943 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:20:12,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:20:12,948 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:20:12,948 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:12,948 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:20:12,949 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C39479%2C1731475211644.meta, suffix=.meta, logDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644, archiveDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/oldWALs, maxLogs=10 2024-11-13T05:20:12,952 DEBUG [RS:0;a61c20bd729c:39479.replicationSource.wal-reader.a61c20bd729c%2C39479%2C1731475211644,1-a61c20bd729c,39479,1731475211644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.1731475212730 to pos 0, reset compression=false 2024-11-13T05:20:12,966 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.meta.1731475212949.meta, exclude list is [], retry=0 2024-11-13T05:20:12,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-430b8915-97a8-4856-8c00-d9910b5fc48d,DISK] 2024-11-13T05:20:12,969 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.meta.1731475212949.meta 2024-11-13T05:20:12,970 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39561:39561)] 2024-11-13T05:20:12,970 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:12,970 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:20:12,970 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:20:12,970 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:20:12,971 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:20:12,971 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:20:12,971 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:12,971 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:20:12,971 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:20:12,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:20:12,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:20:12,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:12,982 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/info/dce06886b20d4ffd87a2f7e26de7aee8 2024-11-13T05:20:12,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:12,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:20:12,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:20:12,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:12,991 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/ns/aad5228e36c3418ab87d2d82e5d81526 2024-11-13T05:20:12,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:12,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:20:12,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:20:12,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:12,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:12,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:20:12,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:20:12,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:13,001 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/table/a5ce09cc46c340a797c864280074ca00 2024-11-13T05:20:13,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:13,001 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:20:13,002 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740 2024-11-13T05:20:13,003 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740 2024-11-13T05:20:13,004 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:20:13,004 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:20:13,005 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:20:13,006 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:20:13,007 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68202839, jitterRate=0.01630149781703949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:20:13,007 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:20:13,007 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475212971Writing region info on filesystem at 1731475212971Initializing all the Stores at 1731475212972 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475212972Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475212972Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475212972Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475212972Cleaning up temporary data from old regions at 1731475213004 (+32 ms)Running coprocessor post-open hooks at 1731475213007 (+3 ms)Region opened successfully at 1731475213007 2024-11-13T05:20:13,008 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731475212943 2024-11-13T05:20:13,010 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:20:13,010 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:20:13,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=a61c20bd729c,39479,1731475211644 2024-11-13T05:20:13,011 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,39479,1731475211644, state=OPEN 2024-11-13T05:20:13,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02145572168/meta-region-server 2024-11-13T05:20:13,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02145572168/meta-region-server 2024-11-13T05:20:13,023 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,39479,1731475211644 2024-11-13T05:20:13,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02145572168/meta-region-server: CHANGED 2024-11-13T05:20:13,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02145572168/meta-region-server: CHANGED 2024-11-13T05:20:13,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T05:20:13,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,39479,1731475211644 in 232 msec 2024-11-13T05:20:13,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T05:20:13,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 650 msec 2024-11-13T05:20:13,258 DEBUG [RS:0;a61c20bd729c:39479.replicationSource.wal-reader.a61c20bd729c%2C39479%2C1731475211644,1-a61c20bd729c,39479,1731475211644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.1731475212730 to pos 0, reset compression=false 2024-11-13T05:20:13,662 DEBUG [RS:0;a61c20bd729c:39479.replicationSource.wal-reader.a61c20bd729c%2C39479%2C1731475211644,1-a61c20bd729c,39479,1731475211644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.1731475212730 to pos 0, reset compression=false 2024-11-13T05:20:14,025 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-13T05:20:14,167 DEBUG [RS:0;a61c20bd729c:39479.replicationSource.wal-reader.a61c20bd729c%2C39479%2C1731475211644,1-a61c20bd729c,39479,1731475211644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.1731475212730 to pos 0, reset compression=false 2024-11-13T05:20:14,772 DEBUG [RS:0;a61c20bd729c:39479.replicationSource.wal-reader.a61c20bd729c%2C39479%2C1731475211644,1-a61c20bd729c,39479,1731475211644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.1731475212730 to pos 0, reset compression=false 2024-11-13T05:20:15,477 DEBUG [RS:0;a61c20bd729c:39479.replicationSource.wal-reader.a61c20bd729c%2C39479%2C1731475211644,1-a61c20bd729c,39479,1731475211644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.1731475212730 to pos 0, reset compression=false 2024-11-13T05:20:15,527 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-13T05:20:16,295 DEBUG [RS:0;a61c20bd729c:39479.replicationSource.wal-reader.a61c20bd729c%2C39479%2C1731475211644,1-a61c20bd729c,39479,1731475211644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.1731475212730 to pos 0, reset compression=false 2024-11-13T05:20:16,880 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T05:20:16,880 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:20:16,880 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:16,880 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,39479,1731475211644, seqNum=-1] 2024-11-13T05:20:16,881 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:16,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:16,885 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=da2e42addeda5a9f472446be02545d08, regionState=OPEN, lastHost=a61c20bd729c,35503,1731475196917, regionLocation=a61c20bd729c,35503,1731475196917, openSeqNum=2 2024-11-13T05:20:16,885 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:20:16,885 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475276885 2024-11-13T05:20:16,885 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475336885 2024-11-13T05:20:16,885 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-13T05:20:16,885 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): a61c20bd729c,35503,1731475196917 had 2 regions 2024-11-13T05:20:16,885 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,34073,1731475211598-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:16,885 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,34073,1731475211598-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:16,885 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,34073,1731475211598-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:16,885 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:34073, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:16,885 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:16,886 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:16,886 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a61c20bd729c,35503,1731475196917, splitWal=true, meta=true, isMeta: false 2024-11-13T05:20:16,888 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917-splitting dir is empty, no logs to split. 2024-11-13T05:20:16,888 INFO [PEWorker-3 {}] master.SplitWALManager(105): a61c20bd729c,35503,1731475196917 WAL count=0, meta=false 2024-11-13T05:20:16,890 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,35503,1731475196917-splitting dir is empty, no logs to split. 2024-11-13T05:20:16,890 INFO [PEWorker-3 {}] master.SplitWALManager(105): a61c20bd729c,35503,1731475196917 WAL count=0, meta=false 2024-11-13T05:20:16,890 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if a61c20bd729c,35503,1731475196917 WAL splitting is done? wals=0, meta=false 2024-11-13T05:20:16,892 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.185sec 2024-11-13T05:20:16,892 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:20:16,892 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:20:16,892 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:20:16,892 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:20:16,892 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:20:16,892 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,34073,1731475211598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:20:16,892 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,34073,1731475211598-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:20:16,897 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:20:16,897 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:20:16,897 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,34073,1731475211598-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:16,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da2e42addeda5a9f472446be02545d08, ASSIGN}] 2024-11-13T05:20:16,897 WARN [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=a61c20bd729c,35503,1731475196917/hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:16,899 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da2e42addeda5a9f472446be02545d08, ASSIGN 2024-11-13T05:20:16,899 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da2e42addeda5a9f472446be02545d08, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T05:20:16,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13acfb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:16,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,34073,-1 for getting cluster id 2024-11-13T05:20:16,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:16,974 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22348e05-0fdb-456c-8d6c-46f5410ef16e' 2024-11-13T05:20:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22348e05-0fdb-456c-8d6c-46f5410ef16e" 2024-11-13T05:20:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2689e7b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,34073,-1] 2024-11-13T05:20:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:16,975 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:16,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6070d847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:16,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:16,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,39479,1731475211644, seqNum=-1] 2024-11-13T05:20:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:16,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:16,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T05:20:16,980 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:20:16,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:16,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:16,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:16,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:16,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: a61c20bd729c:34073 after: a61c20bd729c:34073 2024-11-13T05:20:16,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0af53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:16,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,34073,-1 for getting cluster id 2024-11-13T05:20:16,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:16,982 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22348e05-0fdb-456c-8d6c-46f5410ef16e' 2024-11-13T05:20:16,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:16,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22348e05-0fdb-456c-8d6c-46f5410ef16e" 2024-11-13T05:20:16,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332315d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:16,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,34073,-1] 2024-11-13T05:20:16,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:16,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:16,983 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:16,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae1d2e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:16,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:20:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,34073,1731475211598 2024-11-13T05:20:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69423558 2024-11-13T05:20:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:16,985 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:20:16,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34073 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-13T05:20:16,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:20:16,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:20:16,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:16,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:16,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:16,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:16,986 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:20:16,986 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1411163301, stopped=false 2024-11-13T05:20:16,986 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,36721,1731475201934 2024-11-13T05:20:17,050 DEBUG [a61c20bd729c:34073 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:20:17,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=da2e42addeda5a9f472446be02545d08, regionState=OPENING, regionLocation=a61c20bd729c,39479,1731475211644 2024-11-13T05:20:17,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da2e42addeda5a9f472446be02545d08, ASSIGN because future has completed 2024-11-13T05:20:17,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure da2e42addeda5a9f472446be02545d08, server=a61c20bd729c,39479,1731475211644}] 2024-11-13T05:20:17,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1972489827/running 2024-11-13T05:20:17,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1972489827/running 2024-11-13T05:20:17,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827 2024-11-13T05:20:17,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827 2024-11-13T05:20:17,065 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:20:17,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:20:17,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:17,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:17,065 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,33795,1731475202075' ***** 2024-11-13T05:20:17,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Set watcher on znode that does not yet exist, /1972489827/running 2024-11-13T05:20:17,065 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:20:17,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Set watcher on znode that does not yet exist, /1972489827/running 2024-11-13T05:20:17,065 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:20:17,066 INFO [RS:0;a61c20bd729c:33795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:20:17,066 INFO [RS:0;a61c20bd729c:33795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:20:17,066 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:20:17,066 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,33795,1731475202075 2024-11-13T05:20:17,066 INFO [RS:0;a61c20bd729c:33795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:20:17,066 INFO [RS:0;a61c20bd729c:33795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:33795. 2024-11-13T05:20:17,066 DEBUG [RS:0;a61c20bd729c:33795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:17,066 DEBUG [RS:0;a61c20bd729c:33795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:17,066 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:20:17,066 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:20:17,066 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:20:17,066 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:20:17,066 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T05:20:17,066 DEBUG [RS:0;a61c20bd729c:33795 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:20:17,066 DEBUG [RS:0;a61c20bd729c:33795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:20:17,066 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:20:17,066 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:20:17,066 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:20:17,066 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:20:17,066 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:20:17,067 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T05:20:17,078 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:20:17,081 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/data/hbase/meta/1588230740/.tmp/ns/016b32f028254135a438b7d4e585cfab is 43, key is default/ns:d/1731475205390/Put/seqid=0 2024-11-13T05:20:17,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741835_1011 (size=5153) 2024-11-13T05:20:17,170 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:20:17,170 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:20:17,199 DEBUG [RS:0;a61c20bd729c:39479.replicationSource.wal-reader.a61c20bd729c%2C39479%2C1731475211644,1-a61c20bd729c,39479,1731475211644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.1731475212730 to pos 0, reset compression=false 2024-11-13T05:20:17,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:17,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:17,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T05:20:17,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C39479%2C1731475211644.rep, suffix=, logDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644, archiveDir=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/oldWALs, maxLogs=10 2024-11-13T05:20:17,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.rep.1731475217209, exclude list is [], retry=0 2024-11-13T05:20:17,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37665,DS-430b8915-97a8-4856-8c00-d9910b5fc48d,DISK] 2024-11-13T05:20:17,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.rep.1731475217209 2024-11-13T05:20:17,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39561:39561)] 2024-11-13T05:20:17,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => da2e42addeda5a9f472446be02545d08, NAME => 'hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:17,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:20:17,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:20:17,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. service=MultiRowMutationService 2024-11-13T05:20:17,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T05:20:17,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:17,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:17,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:17,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:17,228 INFO [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:17,229 INFO [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da2e42addeda5a9f472446be02545d08 columnFamilyName hfileref 2024-11-13T05:20:17,229 DEBUG [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:17,230 INFO [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] regionserver.HStore(327): Store=da2e42addeda5a9f472446be02545d08/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:17,230 INFO [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:17,231 INFO [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da2e42addeda5a9f472446be02545d08 columnFamilyName queue 2024-11-13T05:20:17,231 DEBUG [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:17,236 DEBUG [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/replication/da2e42addeda5a9f472446be02545d08/queue/9d1b5e7ee8af41ae9cdce7a295165462 2024-11-13T05:20:17,236 INFO [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] regionserver.HStore(327): Store=da2e42addeda5a9f472446be02545d08/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:17,236 INFO [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:17,237 INFO [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da2e42addeda5a9f472446be02545d08 columnFamilyName sid 2024-11-13T05:20:17,237 DEBUG [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:17,238 INFO [StoreOpener-da2e42addeda5a9f472446be02545d08-1 {}] regionserver.HStore(327): Store=da2e42addeda5a9f472446be02545d08/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:17,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:17,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/replication/da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:17,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/replication/da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:17,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:17,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:17,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:20:17,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:17,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened da2e42addeda5a9f472446be02545d08; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65740642, jitterRate=-0.020388096570968628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:20:17,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:17,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for da2e42addeda5a9f472446be02545d08: Running coprocessor pre-open hook at 1731475217227Writing region info on filesystem at 1731475217227Initializing all the Stores at 1731475217228 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475217228Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475217228Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475217228Cleaning up temporary data from old regions at 1731475217240 (+12 ms)Running coprocessor post-open hooks at 1731475217243 (+3 ms)Region opened successfully at 1731475217243 2024-11-13T05:20:17,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08., pid=13, masterSystemTime=1731475217205 2024-11-13T05:20:17,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:17,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:17,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=da2e42addeda5a9f472446be02545d08, regionState=OPEN, openSeqNum=9, regionLocation=a61c20bd729c,39479,1731475211644 2024-11-13T05:20:17,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure da2e42addeda5a9f472446be02545d08, server=a61c20bd729c,39479,1731475211644 because future has completed 2024-11-13T05:20:17,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T05:20:17,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure da2e42addeda5a9f472446be02545d08, server=a61c20bd729c,39479,1731475211644 in 198 msec 2024-11-13T05:20:17,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-13T05:20:17,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da2e42addeda5a9f472446be02545d08, ASSIGN in 356 msec 2024-11-13T05:20:17,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T05:20:17,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08., hostname=a61c20bd729c,39479,1731475211644, seqNum=9] 2024-11-13T05:20:17,266 DEBUG [RS:0;a61c20bd729c:33795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:20:17,273 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for a61c20bd729c,35503,1731475196917 2024-11-13T05:20:17,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T05:20:17,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-13T05:20:17,467 DEBUG [RS:0;a61c20bd729c:33795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:20:17,485 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/data/hbase/meta/1588230740/.tmp/ns/016b32f028254135a438b7d4e585cfab 2024-11-13T05:20:17,490 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/data/hbase/meta/1588230740/.tmp/ns/016b32f028254135a438b7d4e585cfab as hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/data/hbase/meta/1588230740/ns/016b32f028254135a438b7d4e585cfab 2024-11-13T05:20:17,494 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/data/hbase/meta/1588230740/ns/016b32f028254135a438b7d4e585cfab, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T05:20:17,495 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-11-13T05:20:17,495 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:20:17,499 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T05:20:17,500 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:20:17,500 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:20:17,500 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:20:17,500 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475217066Running coprocessor pre-close hooks at 1731475217066Disabling compacts and flushes for region at 1731475217066Disabling writes for close at 1731475217066Obtaining lock to block concurrent updates at 1731475217067 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731475217067Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731475217067Flushing stores of hbase:meta,,1.1588230740 at 1731475217067Flushing 1588230740/ns: creating writer at 1731475217067Flushing 1588230740/ns: appending metadata at 1731475217080 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731475217081 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31b1b1be: reopening flushed file at 1731475217489 (+408 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1731475217495 (+6 ms)Writing region close event to WAL at 1731475217496 (+1 ms)Running coprocessor post-close hooks at 1731475217500 (+4 ms)Closed at 1731475217500 2024-11-13T05:20:17,500 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:20:17,667 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,33795,1731475202075; all regions closed. 2024-11-13T05:20:17,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741834_1010 (size=1152) 2024-11-13T05:20:17,669 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/WALs/a61c20bd729c,33795,1731475202075/a61c20bd729c%2C33795%2C1731475202075.meta.1731475205334.meta not finished, retry = 0 2024-11-13T05:20:17,772 DEBUG [RS:0;a61c20bd729c:33795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/oldWALs 2024-11-13T05:20:17,772 INFO [RS:0;a61c20bd729c:33795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C33795%2C1731475202075.meta:.meta(num 1731475205334) 2024-11-13T05:20:17,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741832_1008 (size=93) 2024-11-13T05:20:17,774 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/WALs/a61c20bd729c,33795,1731475202075/a61c20bd729c%2C33795%2C1731475202075.1731475204307 not finished, retry = 0 2024-11-13T05:20:17,876 DEBUG [RS:0;a61c20bd729c:33795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/oldWALs 2024-11-13T05:20:17,876 INFO [RS:0;a61c20bd729c:33795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C33795%2C1731475202075:(num 1731475204307) 2024-11-13T05:20:17,876 DEBUG [RS:0;a61c20bd729c:33795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:17,876 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:20:17,876 INFO [RS:0;a61c20bd729c:33795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:20:17,876 INFO [RS:0;a61c20bd729c:33795 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T05:20:17,876 INFO [RS:0;a61c20bd729c:33795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:20:17,876 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:20:17,876 INFO [RS:0;a61c20bd729c:33795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33795 2024-11-13T05:20:17,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827/rs 2024-11-13T05:20:17,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1972489827/rs/a61c20bd729c,33795,1731475202075 2024-11-13T05:20:17,890 INFO [RS:0;a61c20bd729c:33795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:20:17,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,33795,1731475202075] 2024-11-13T05:20:17,910 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1972489827/draining/a61c20bd729c,33795,1731475202075 already deleted, retry=false 2024-11-13T05:20:17,910 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,33795,1731475202075 expired; onlineServers=0 2024-11-13T05:20:17,910 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,36721,1731475201934' ***** 2024-11-13T05:20:17,911 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:20:17,911 INFO [M:0;a61c20bd729c:36721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:20:17,911 INFO [M:0;a61c20bd729c:36721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:20:17,911 DEBUG [M:0;a61c20bd729c:36721 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:20:17,911 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:20:17,911 DEBUG [M:0;a61c20bd729c:36721 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:20:17,911 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475204052 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475204052,5,FailOnTimeoutGroup] 2024-11-13T05:20:17,911 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475204052 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475204052,5,FailOnTimeoutGroup] 2024-11-13T05:20:17,911 INFO [M:0;a61c20bd729c:36721 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:20:17,911 INFO [M:0;a61c20bd729c:36721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:20:17,911 DEBUG [M:0;a61c20bd729c:36721 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:20:17,911 INFO [M:0;a61c20bd729c:36721 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:20:17,911 INFO [M:0;a61c20bd729c:36721 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:20:17,911 INFO [M:0;a61c20bd729c:36721 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:20:17,911 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:20:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1972489827/master 2024-11-13T05:20:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1972489827 2024-11-13T05:20:17,921 DEBUG [M:0;a61c20bd729c:36721 {}] zookeeper.ZKUtil(347): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Unable to get data of znode /1972489827/master because node does not exist (not an error) 2024-11-13T05:20:17,921 WARN [M:0;a61c20bd729c:36721 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:20:17,922 INFO [M:0;a61c20bd729c:36721 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/.lastflushedseqids 2024-11-13T05:20:17,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741836_1012 (size=99) 2024-11-13T05:20:18,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:18,000 INFO [RS:0;a61c20bd729c:33795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:20:18,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33795-0x10132a2be870004, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:18,000 INFO [RS:0;a61c20bd729c:33795 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,33795,1731475202075; zookeeper connection closed. 2024-11-13T05:20:18,000 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47e9337c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47e9337c 2024-11-13T05:20:18,001 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:20:18,204 DEBUG [RS:0;a61c20bd729c:39479.replicationSource.wal-reader.a61c20bd729c%2C39479%2C1731475211644,1-a61c20bd729c,39479,1731475211644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.1731475212730 to pos 0, reset compression=false 2024-11-13T05:20:18,327 INFO [M:0;a61c20bd729c:36721 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:20:18,327 INFO [M:0;a61c20bd729c:36721 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:20:18,327 DEBUG [M:0;a61c20bd729c:36721 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:20:18,327 INFO [M:0;a61c20bd729c:36721 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:18,327 DEBUG [M:0;a61c20bd729c:36721 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:18,327 DEBUG [M:0;a61c20bd729c:36721 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:20:18,327 DEBUG [M:0;a61c20bd729c:36721 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:18,327 INFO [M:0;a61c20bd729c:36721 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T05:20:18,340 DEBUG [M:0;a61c20bd729c:36721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/912e9b1a5bd342998c426c6bd14c547c is 82, key is hbase:meta,,1/info:regioninfo/1731475205368/Put/seqid=0 2024-11-13T05:20:18,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741837_1013 (size=5672) 2024-11-13T05:20:18,472 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:20:18,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:18,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:18,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:18,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:18,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:18,745 INFO [M:0;a61c20bd729c:36721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/912e9b1a5bd342998c426c6bd14c547c 2024-11-13T05:20:18,761 DEBUG [M:0;a61c20bd729c:36721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5c770b16f044cf2a3d87f1e7a1db21e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731475205394/Put/seqid=0 2024-11-13T05:20:18,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741838_1014 (size=5275) 2024-11-13T05:20:19,165 INFO [M:0;a61c20bd729c:36721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5c770b16f044cf2a3d87f1e7a1db21e 2024-11-13T05:20:19,185 DEBUG [M:0;a61c20bd729c:36721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99d77680f4bb45fcb6e231ee779b495e is 69, key is a61c20bd729c,33795,1731475202075/rs:state/1731475204139/Put/seqid=0 2024-11-13T05:20:19,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741839_1015 (size=5156) 2024-11-13T05:20:19,308 DEBUG [RS:0;a61c20bd729c:39479.replicationSource.wal-reader.a61c20bd729c%2C39479%2C1731475211644,1-a61c20bd729c,39479,1731475211644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.1731475212730 to pos 0, reset compression=false 2024-11-13T05:20:19,589 INFO [M:0;a61c20bd729c:36721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99d77680f4bb45fcb6e231ee779b495e 2024-11-13T05:20:19,594 DEBUG [M:0;a61c20bd729c:36721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/912e9b1a5bd342998c426c6bd14c547c as hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/912e9b1a5bd342998c426c6bd14c547c 2024-11-13T05:20:19,598 INFO [M:0;a61c20bd729c:36721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/912e9b1a5bd342998c426c6bd14c547c, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T05:20:19,599 DEBUG [M:0;a61c20bd729c:36721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5c770b16f044cf2a3d87f1e7a1db21e as hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5c770b16f044cf2a3d87f1e7a1db21e 2024-11-13T05:20:19,602 INFO [M:0;a61c20bd729c:36721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5c770b16f044cf2a3d87f1e7a1db21e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T05:20:19,603 DEBUG [M:0;a61c20bd729c:36721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99d77680f4bb45fcb6e231ee779b495e as hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99d77680f4bb45fcb6e231ee779b495e 2024-11-13T05:20:19,607 INFO [M:0;a61c20bd729c:36721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45541/user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99d77680f4bb45fcb6e231ee779b495e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T05:20:19,607 INFO [M:0;a61c20bd729c:36721 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false 2024-11-13T05:20:19,609 INFO [M:0;a61c20bd729c:36721 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:19,609 DEBUG [M:0;a61c20bd729c:36721 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475218327Disabling compacts and flushes for region at 1731475218327Disabling writes for close at 1731475218327Obtaining lock to block concurrent updates at 1731475218327Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475218327Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731475218327Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475218328 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475218328Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475218340 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475218340Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475218748 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475218761 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475218761Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475219170 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475219185 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475219185Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66eb71ec: reopening flushed file at 1731475219593 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb70b2b: reopening flushed file at 1731475219598 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402a2d8b: reopening flushed file at 1731475219602 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false at 1731475219607 (+5 ms)Writing region close event to WAL at 1731475219609 (+2 ms)Closed at 1731475219609 2024-11-13T05:20:19,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37681 is added to blk_1073741830_1006 (size=10165) 2024-11-13T05:20:19,611 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/951be2d0-a68f-3ab9-e6f1-ce7815b417fb/MasterData/WALs/a61c20bd729c,36721,1731475201934/a61c20bd729c%2C36721%2C1731475201934.1731475203796 not finished, retry = 0 2024-11-13T05:20:19,712 INFO [M:0;a61c20bd729c:36721 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:20:19,712 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:20:19,712 INFO [M:0;a61c20bd729c:36721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36721 2024-11-13T05:20:19,713 INFO [M:0;a61c20bd729c:36721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:20:19,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:19,969 INFO [M:0;a61c20bd729c:36721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:20:19,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36721-0x10132a2be870003, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:19,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@535273df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:20:19,971 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55a9ff92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:20:19,971 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:20:19,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f81a38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:20:19,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a0c2e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/hadoop.log.dir/,STOPPED} 2024-11-13T05:20:19,972 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:20:19,972 WARN [BP-749581964-172.17.0.3-1731475200009 heartbeating to localhost/127.0.0.1:45541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:20:19,972 WARN [BP-749581964-172.17.0.3-1731475200009 heartbeating to localhost/127.0.0.1:45541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-749581964-172.17.0.3-1731475200009 (Datanode Uuid 92c4f86a-04d8-44b9-9b2a-17e2df7d86dc) service to localhost/127.0.0.1:45541 2024-11-13T05:20:19,972 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:20:19,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/cluster_e2cc791c-662d-bcd4-0c53-f0fd1c127d18/data/data1/current/BP-749581964-172.17.0.3-1731475200009 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:20:19,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/cluster_e2cc791c-662d-bcd4-0c53-f0fd1c127d18/data/data2/current/BP-749581964-172.17.0.3-1731475200009 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:20:19,973 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:20:19,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@158e2412{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:20:19,977 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fedb279{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:20:19,977 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:20:19,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e032d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:20:19,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c7dd70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/hadoop.log.dir/,STOPPED} 2024-11-13T05:20:19,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:20:19,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:20:19,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:20:19,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:19,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:19,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:19,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:19,988 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:20:19,988 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=734925155, stopped=false 2024-11-13T05:20:19,988 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,34073,1731475211598 2024-11-13T05:20:20,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02145572168/running 2024-11-13T05:20:20,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02145572168/running 2024-11-13T05:20:20,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:20:20,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:20:20,005 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:20:20,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:20:20,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:20,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:20,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on znode that does not yet exist, /02145572168/running 2024-11-13T05:20:20,006 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,39479,1731475211644' ***** 2024-11-13T05:20:20,006 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:20:20,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Set watcher on znode that does not yet exist, /02145572168/running 2024-11-13T05:20:20,006 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:20:20,006 INFO [RS:0;a61c20bd729c:39479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:20:20,006 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:20:20,006 INFO [RS:0;a61c20bd729c:39479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:20:20,006 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer(3091): Received CLOSE for da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:20,006 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,39479,1731475211644 2024-11-13T05:20:20,006 INFO [RS:0;a61c20bd729c:39479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:20:20,006 INFO [RS:0;a61c20bd729c:39479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:39479. 2024-11-13T05:20:20,006 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da2e42addeda5a9f472446be02545d08, disabling compactions & flushes 2024-11-13T05:20:20,006 DEBUG [RS:0;a61c20bd729c:39479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:20,006 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:20,006 DEBUG [RS:0;a61c20bd729c:39479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:20,007 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:20,007 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. after waiting 0 ms 2024-11-13T05:20:20,007 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:20,007 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:20:20,007 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:20:20,007 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:20:20,007 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:20:20,007 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T05:20:20,007 DEBUG [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, da2e42addeda5a9f472446be02545d08=hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08.} 2024-11-13T05:20:20,007 DEBUG [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da2e42addeda5a9f472446be02545d08 2024-11-13T05:20:20,007 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:20:20,007 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:20:20,007 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:20:20,007 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:20:20,007 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:20:20,007 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T05:20:20,010 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/replication/da2e42addeda5a9f472446be02545d08/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-13T05:20:20,010 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:20:20,010 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:20:20,010 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:20,010 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da2e42addeda5a9f472446be02545d08: Waiting for close lock at 1731475220006Running coprocessor pre-close hooks at 1731475220006Disabling compacts and flushes for region at 1731475220006Disabling writes for close at 1731475220007 (+1 ms)Writing region close event to WAL at 1731475220007Running coprocessor post-close hooks at 1731475220010 (+3 ms)Closed at 1731475220010 2024-11-13T05:20:20,011 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08. 2024-11-13T05:20:20,021 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/.tmp/info/9fcdcaa082ce4825b078fce4048dcd89 is 147, key is hbase:replication,,1731475205456.da2e42addeda5a9f472446be02545d08./info:regioninfo/1731475217247/Put/seqid=0 2024-11-13T05:20:20,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741851_1027 (size=6385) 2024-11-13T05:20:20,097 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:20:20,207 DEBUG [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:20:20,407 DEBUG [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:20:20,425 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/.tmp/info/9fcdcaa082ce4825b078fce4048dcd89 2024-11-13T05:20:20,430 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/.tmp/info/9fcdcaa082ce4825b078fce4048dcd89 as hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/info/9fcdcaa082ce4825b078fce4048dcd89 2024-11-13T05:20:20,435 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/info/9fcdcaa082ce4825b078fce4048dcd89, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T05:20:20,436 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-13T05:20:20,440 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T05:20:20,440 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:20:20,441 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:20:20,441 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:20:20,441 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475220007Running coprocessor pre-close hooks at 1731475220007Disabling compacts and flushes for region at 1731475220007Disabling writes for close at 1731475220007Obtaining lock to block concurrent updates at 1731475220007Preparing flush snapshotting stores in 1588230740 at 1731475220007Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731475220007Flushing stores of hbase:meta,,1.1588230740 at 1731475220008 (+1 ms)Flushing 1588230740/info: creating writer at 1731475220008Flushing 1588230740/info: appending metadata at 1731475220020 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731475220020Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d25a15f: reopening flushed file at 1731475220429 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731475220436 (+7 ms)Writing region close event to WAL at 1731475220437 (+1 ms)Running coprocessor post-close hooks at 1731475220440 (+3 ms)Closed at 1731475220441 (+1 ms) 2024-11-13T05:20:20,441 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:20:20,512 DEBUG [RS:0;a61c20bd729c:39479.replicationSource.wal-reader.a61c20bd729c%2C39479%2C1731475211644,1-a61c20bd729c,39479,1731475211644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.1731475212730 to pos 0, reset compression=false 2024-11-13T05:20:20,592 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:20:20,592 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:20:20,607 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,39479,1731475211644; all regions closed. 2024-11-13T05:20:20,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741849_1025 (size=2156) 2024-11-13T05:20:20,609 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.meta.1731475212949.meta not finished, retry = 0 2024-11-13T05:20:20,712 DEBUG [RS:0;a61c20bd729c:39479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/oldWALs 2024-11-13T05:20:20,712 INFO [RS:0;a61c20bd729c:39479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C39479%2C1731475211644.meta:.meta(num 1731475212949) 2024-11-13T05:20:20,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741850_1026 (size=796) 2024-11-13T05:20:20,714 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.rep.1731475217209 not finished, retry = 0 2024-11-13T05:20:20,816 DEBUG [RS:0;a61c20bd729c:39479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/oldWALs 2024-11-13T05:20:20,816 INFO [RS:0;a61c20bd729c:39479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C39479%2C1731475211644.rep:(num 1731475217209) 2024-11-13T05:20:20,818 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/WALs/a61c20bd729c,39479,1731475211644/a61c20bd729c%2C39479%2C1731475211644.1731475212730 not finished, retry = 0 2024-11-13T05:20:20,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741848_1024 (size=93) 2024-11-13T05:20:20,920 DEBUG [RS:0;a61c20bd729c:39479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/oldWALs 2024-11-13T05:20:20,920 INFO [RS:0;a61c20bd729c:39479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C39479%2C1731475211644:(num 1731475212730) 2024-11-13T05:20:20,920 DEBUG [RS:0;a61c20bd729c:39479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:20,920 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:20:20,920 INFO [RS:0;a61c20bd729c:39479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:20:20,921 INFO [RS:0;a61c20bd729c:39479 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T05:20:20,921 INFO [RS:0;a61c20bd729c:39479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:20:20,921 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:20:20,921 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a61c20bd729c,39479,1731475211644 because: Region server is closing 2024-11-13T05:20:20,921 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T05:20:20,921 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T05:20:20,921 INFO [RS:0;a61c20bd729c:39479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:39479. 2024-11-13T05:20:20,921 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T05:20:20,921 DEBUG [RS:0;a61c20bd729c:39479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:20,921 DEBUG [RS:0;a61c20bd729c:39479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:20,921 DEBUG [RS:0;a61c20bd729c:39479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:20,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:21,021 WARN [RS:0;a61c20bd729c:39479.replicationSource.wal-reader.a61c20bd729c%2C39479%2C1731475211644,1-a61c20bd729c,39479,1731475211644 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T05:20:21,021 WARN [RS:0;a61c20bd729c:39479.replicationSource.shippera61c20bd729c%2C39479%2C1731475211644,1-a61c20bd729c,39479,1731475211644 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T05:20:21,022 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;a61c20bd729c:39479.replicationSource.shippera61c20bd729c%2C39479%2C1731475211644,1-a61c20bd729c,39479,1731475211644 terminated 2024-11-13T05:20:21,022 INFO [RS:0;a61c20bd729c:39479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39479 2024-11-13T05:20:21,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02145572168/rs/a61c20bd729c,39479,1731475211644 2024-11-13T05:20:21,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168/rs 2024-11-13T05:20:21,075 INFO [RS:0;a61c20bd729c:39479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:20:21,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,39479,1731475211644] 2024-11-13T05:20:21,096 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02145572168/draining/a61c20bd729c,39479,1731475211644 already deleted, retry=false 2024-11-13T05:20:21,096 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,39479,1731475211644 expired; onlineServers=0 2024-11-13T05:20:21,096 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,34073,1731475211598' ***** 2024-11-13T05:20:21,096 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:20:21,096 INFO [M:0;a61c20bd729c:34073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:20:21,096 INFO [M:0;a61c20bd729c:34073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:20:21,096 DEBUG [M:0;a61c20bd729c:34073 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:20:21,096 DEBUG [M:0;a61c20bd729c:34073 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:20:21,096 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475212371 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475212371,5,FailOnTimeoutGroup] 2024-11-13T05:20:21,096 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475212371 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475212371,5,FailOnTimeoutGroup] 2024-11-13T05:20:21,096 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:20:21,097 INFO [M:0;a61c20bd729c:34073 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:20:21,097 INFO [M:0;a61c20bd729c:34073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:20:21,097 DEBUG [M:0;a61c20bd729c:34073 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:20:21,097 INFO [M:0;a61c20bd729c:34073 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:20:21,097 INFO [M:0;a61c20bd729c:34073 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:20:21,097 INFO [M:0;a61c20bd729c:34073 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:20:21,097 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:20:21,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02145572168/master 2024-11-13T05:20:21,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02145572168 2024-11-13T05:20:21,107 DEBUG [M:0;a61c20bd729c:34073 {}] zookeeper.ZKUtil(347): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Unable to get data of znode /02145572168/master because node does not exist (not an error) 2024-11-13T05:20:21,107 WARN [M:0;a61c20bd729c:34073 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:20:21,107 INFO [M:0;a61c20bd729c:34073 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/.lastflushedseqids 2024-11-13T05:20:21,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741852_1028 (size=181) 2024-11-13T05:20:21,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:21,186 INFO [RS:0;a61c20bd729c:39479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:20:21,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39479-0x10132a2be870007, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:21,186 INFO [RS:0;a61c20bd729c:39479 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,39479,1731475211644; zookeeper connection closed. 2024-11-13T05:20:21,186 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@202e00eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@202e00eb 2024-11-13T05:20:21,186 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:20:21,512 INFO [M:0;a61c20bd729c:34073 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:20:21,513 INFO [M:0;a61c20bd729c:34073 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:20:21,513 DEBUG [M:0;a61c20bd729c:34073 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:20:21,513 INFO [M:0;a61c20bd729c:34073 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:21,513 DEBUG [M:0;a61c20bd729c:34073 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:21,513 DEBUG [M:0;a61c20bd729c:34073 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:20:21,513 DEBUG [M:0;a61c20bd729c:34073 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:21,513 INFO [M:0;a61c20bd729c:34073 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T05:20:21,531 DEBUG [M:0;a61c20bd729c:34073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f325f39805cd4b7a8fbb91b7e1dbb702 is 82, key is hbase:meta,,1/info:regioninfo/1731475213010/Put/seqid=0 2024-11-13T05:20:21,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741853_1029 (size=5672) 2024-11-13T05:20:21,935 INFO [M:0;a61c20bd729c:34073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f325f39805cd4b7a8fbb91b7e1dbb702 2024-11-13T05:20:21,955 DEBUG [M:0;a61c20bd729c:34073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0e6c57ecc53465eb91f0d8151458433 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731475217253/Put/seqid=0 2024-11-13T05:20:21,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741854_1030 (size=7312) 2024-11-13T05:20:22,360 INFO [M:0;a61c20bd729c:34073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0e6c57ecc53465eb91f0d8151458433 2024-11-13T05:20:22,381 DEBUG [M:0;a61c20bd729c:34073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d81fbb25137c4474a29167953af81d15 is 69, key is a61c20bd729c,39479,1731475211644/rs:state/1731475212500/Put/seqid=0 2024-11-13T05:20:22,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741855_1031 (size=5370) 2024-11-13T05:20:22,785 INFO [M:0;a61c20bd729c:34073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d81fbb25137c4474a29167953af81d15 2024-11-13T05:20:22,789 INFO [M:0;a61c20bd729c:34073 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d81fbb25137c4474a29167953af81d15 2024-11-13T05:20:22,790 DEBUG [M:0;a61c20bd729c:34073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f325f39805cd4b7a8fbb91b7e1dbb702 as hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f325f39805cd4b7a8fbb91b7e1dbb702 2024-11-13T05:20:22,794 INFO [M:0;a61c20bd729c:34073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f325f39805cd4b7a8fbb91b7e1dbb702, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T05:20:22,795 DEBUG [M:0;a61c20bd729c:34073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0e6c57ecc53465eb91f0d8151458433 as hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0e6c57ecc53465eb91f0d8151458433 2024-11-13T05:20:22,800 INFO [M:0;a61c20bd729c:34073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0e6c57ecc53465eb91f0d8151458433, entries=7, sequenceid=127, filesize=7.1 K 2024-11-13T05:20:22,801 DEBUG [M:0;a61c20bd729c:34073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d81fbb25137c4474a29167953af81d15 as hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d81fbb25137c4474a29167953af81d15 2024-11-13T05:20:22,805 INFO [M:0;a61c20bd729c:34073 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d81fbb25137c4474a29167953af81d15 2024-11-13T05:20:22,805 INFO [M:0;a61c20bd729c:34073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46271/user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d81fbb25137c4474a29167953af81d15, entries=2, sequenceid=127, filesize=5.2 K 2024-11-13T05:20:22,806 INFO [M:0;a61c20bd729c:34073 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=127, compaction requested=false 2024-11-13T05:20:22,808 INFO [M:0;a61c20bd729c:34073 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:22,808 DEBUG [M:0;a61c20bd729c:34073 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475221513Disabling compacts and flushes for region at 1731475221513Disabling writes for close at 1731475221513Obtaining lock to block concurrent updates at 1731475221513Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475221513Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731475221514 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475221514Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475221514Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475221530 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475221530Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475221940 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475221955 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475221955Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475222365 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475222380 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475222380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bdc2722: reopening flushed file at 1731475222789 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146393cf: reopening flushed file at 1731475222795 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ce9495c: reopening flushed file at 1731475222800 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=127, compaction requested=false at 1731475222806 (+6 ms)Writing region close event to WAL at 1731475222808 (+2 ms)Closed at 1731475222808 2024-11-13T05:20:22,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37665 is added to blk_1073741847_1023 (size=22903) 2024-11-13T05:20:22,809 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41f43ea2-cc7e-cbbf-f832-885c379b0a25/MasterData/WALs/a61c20bd729c,34073,1731475211598/a61c20bd729c%2C34073%2C1731475211598.1731475212149 not finished, retry = 0 2024-11-13T05:20:22,910 INFO [M:0;a61c20bd729c:34073 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:20:22,910 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:20:22,910 INFO [M:0;a61c20bd729c:34073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34073 2024-11-13T05:20:22,911 INFO [M:0;a61c20bd729c:34073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:20:23,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:23,094 INFO [M:0;a61c20bd729c:34073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:20:23,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34073-0x10132a2be870006, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:23,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e2bf0b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:20:23,096 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ac8bff7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:20:23,097 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:20:23,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c456414{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:20:23,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461e8a19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/hadoop.log.dir/,STOPPED} 2024-11-13T05:20:23,098 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:20:23,098 WARN [BP-159017430-172.17.0.3-1731475194616 heartbeating to localhost/127.0.0.1:46271 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:20:23,098 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:20:23,098 WARN [BP-159017430-172.17.0.3-1731475194616 heartbeating to localhost/127.0.0.1:46271 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-159017430-172.17.0.3-1731475194616 (Datanode Uuid 82c21fd0-e89f-4353-a709-ab42c0d95a14) service to localhost/127.0.0.1:46271 2024-11-13T05:20:23,099 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/cluster_22d78001-238d-4024-c544-3990c6a082db/data/data1/current/BP-159017430-172.17.0.3-1731475194616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:20:23,099 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/cluster_22d78001-238d-4024-c544-3990c6a082db/data/data2/current/BP-159017430-172.17.0.3-1731475194616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:20:23,099 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:20:23,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b6d794{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:20:23,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6115c9db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:20:23,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:20:23,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541fdc67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:20:23,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee8259d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62ee4cb7-1485-cdf9-56bd-3055c15cde25/hadoop.log.dir/,STOPPED} 2024-11-13T05:20:23,112 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T05:20:23,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:20:23,133 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54320) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:45541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:46271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:46271 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:45541 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:46271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:45541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:46271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54320) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=280 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=4164 (was 4168) 2024-11-13T05:20:23,140 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=280, ProcessCount=11, AvailableMemoryMB=4163 2024-11-13T05:20:23,151 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-13T05:20:23,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/hadoop.log.dir so I do NOT create it in target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00 2024-11-13T05:20:23,152 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:20:23,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/hadoop.tmp.dir so I do NOT create it in target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00 2024-11-13T05:20:23,152 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d89d7e8-60d0-c9b7-3a9e-2e1a20d958eb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:20:23,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00 2024-11-13T05:20:23,152 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/cluster_333b512e-6d0d-ce52-75cf-aeb50b1d94a8, deleteOnExit=true 2024-11-13T05:20:23,173 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/cluster_333b512e-6d0d-ce52-75cf-aeb50b1d94a8/zookeeper_0, clientPort=52920, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/cluster_333b512e-6d0d-ce52-75cf-aeb50b1d94a8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/cluster_333b512e-6d0d-ce52-75cf-aeb50b1d94a8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T05:20:23,174 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52920 2024-11-13T05:20:23,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:20:23,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:20:23,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/test.cache.data in system properties and HBase conf 2024-11-13T05:20:23,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:20:23,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:20:23,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:20:23,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:20:23,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:20:23,174 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:20:23,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:20:23,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:20:23,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:20:23,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:20:23,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:20:23,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:20:23,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:20:23,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:20:23,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:20:23,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:20:23,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:20:23,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:20:23,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:20:23,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:20:23,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10132a2be870005, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T05:20:23,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10132a2be870002, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T05:20:23,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10132a2be870005, quorum=127.0.0.1:54320, baseZNode=/1972489827 Received Disconnected from ZooKeeper, ignoring 2024-11-13T05:20:23,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10132a2be870002, quorum=127.0.0.1:54320, baseZNode=/02145572168 Received Disconnected from ZooKeeper, ignoring 2024-11-13T05:20:23,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:20:23,500 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:20:23,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:20:23,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:20:23,501 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:20:23,502 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:20:23,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5736233d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:20:23,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db69a8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:20:23,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bf57691{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/java.io.tmpdir/jetty-localhost-34689-hadoop-hdfs-3_4_1-tests_jar-_-any-1748571888870267029/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:20:23,606 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12386e47{HTTP/1.1, (http/1.1)}{localhost:34689} 2024-11-13T05:20:23,606 INFO [Time-limited test {}] server.Server(415): Started @167736ms 2024-11-13T05:20:23,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:20:23,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T05:20:23,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T05:20:23,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:20:23,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:20:23,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:20:23,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:20:23,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:20:23,864 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:20:23,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c217a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:20:23,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76131948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:20:23,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d2d1afa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/java.io.tmpdir/jetty-localhost-38923-hadoop-hdfs-3_4_1-tests_jar-_-any-9155159421858134617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:20:23,962 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17373f9c{HTTP/1.1, (http/1.1)}{localhost:38923} 2024-11-13T05:20:23,962 INFO [Time-limited test {}] server.Server(415): Started @168092ms 2024-11-13T05:20:23,963 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:20:24,607 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/cluster_333b512e-6d0d-ce52-75cf-aeb50b1d94a8/data/data1/current/BP-517825841-172.17.0.3-1731475223197/current, will proceed with Du for space computation calculation, 2024-11-13T05:20:24,607 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/cluster_333b512e-6d0d-ce52-75cf-aeb50b1d94a8/data/data2/current/BP-517825841-172.17.0.3-1731475223197/current, will proceed with Du for space computation calculation, 2024-11-13T05:20:24,626 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:20:24,628 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x968d3e3c34ae4878 with lease ID 0xef0f00b7ac1b0fa7: Processing first storage report for DS-3d04b2cb-ee4a-42f0-8ec5-38de814c4bc7 from datanode DatanodeRegistration(127.0.0.1:37875, datanodeUuid=9519d3cb-33df-4218-9581-1a6dad3845fb, infoPort=38693, infoSecurePort=0, ipcPort=36237, storageInfo=lv=-57;cid=testClusterID;nsid=1855217236;c=1731475223197) 2024-11-13T05:20:24,628 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x968d3e3c34ae4878 with lease ID 0xef0f00b7ac1b0fa7: from storage DS-3d04b2cb-ee4a-42f0-8ec5-38de814c4bc7 node DatanodeRegistration(127.0.0.1:37875, datanodeUuid=9519d3cb-33df-4218-9581-1a6dad3845fb, infoPort=38693, infoSecurePort=0, ipcPort=36237, storageInfo=lv=-57;cid=testClusterID;nsid=1855217236;c=1731475223197), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:20:24,628 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x968d3e3c34ae4878 with lease ID 0xef0f00b7ac1b0fa7: Processing first storage report for DS-75f64731-c6df-4a9d-9974-560c92a0949a from datanode DatanodeRegistration(127.0.0.1:37875, datanodeUuid=9519d3cb-33df-4218-9581-1a6dad3845fb, infoPort=38693, infoSecurePort=0, ipcPort=36237, storageInfo=lv=-57;cid=testClusterID;nsid=1855217236;c=1731475223197) 2024-11-13T05:20:24,628 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x968d3e3c34ae4878 with lease ID 0xef0f00b7ac1b0fa7: from storage DS-75f64731-c6df-4a9d-9974-560c92a0949a node DatanodeRegistration(127.0.0.1:37875, datanodeUuid=9519d3cb-33df-4218-9581-1a6dad3845fb, infoPort=38693, infoSecurePort=0, ipcPort=36237, storageInfo=lv=-57;cid=testClusterID;nsid=1855217236;c=1731475223197), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:20:24,692 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00 2024-11-13T05:20:24,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:24,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:24,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:20:25,103 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65 with version=8 2024-11-13T05:20:25,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/hbase-staging 2024-11-13T05:20:25,105 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:20:25,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:25,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:25,105 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:20:25,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:25,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:20:25,105 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:20:25,105 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:20:25,105 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35353 2024-11-13T05:20:25,106 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35353 connecting to ZooKeeper ensemble=127.0.0.1:52920 2024-11-13T05:20:25,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353530x0, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:20:25,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35353-0x10132a32e300000 connected 2024-11-13T05:20:25,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:25,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:25,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Set watcher on znode that does not yet exist, /0-330882550/running 2024-11-13T05:20:25,343 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65, hbase.cluster.distributed=false 2024-11-13T05:20:25,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Set watcher on znode that does not yet exist, /0-330882550/acl 2024-11-13T05:20:25,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35353 2024-11-13T05:20:25,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35353 2024-11-13T05:20:25,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35353 2024-11-13T05:20:25,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35353 2024-11-13T05:20:25,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35353 2024-11-13T05:20:25,357 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:20:25,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:25,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:25,357 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:20:25,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:25,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:20:25,357 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:20:25,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:20:25,358 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42947 2024-11-13T05:20:25,359 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42947 connecting to ZooKeeper ensemble=127.0.0.1:52920 2024-11-13T05:20:25,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:25,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:25,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429470x0, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:20:25,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429470x0, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Set watcher on znode that does not yet exist, /0-330882550/running 2024-11-13T05:20:25,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42947-0x10132a32e300001 connected 2024-11-13T05:20:25,372 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:20:25,373 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:20:25,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Set watcher on znode that does not yet exist, /0-330882550/master 2024-11-13T05:20:25,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Set watcher on znode that does not yet exist, /0-330882550/acl 2024-11-13T05:20:25,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42947 2024-11-13T05:20:25,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42947 2024-11-13T05:20:25,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42947 2024-11-13T05:20:25,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42947 2024-11-13T05:20:25,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42947 2024-11-13T05:20:25,390 DEBUG [M:0;a61c20bd729c:35353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:35353 2024-11-13T05:20:25,391 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-330882550/backup-masters/a61c20bd729c,35353,1731475225104 2024-11-13T05:20:25,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550/backup-masters 2024-11-13T05:20:25,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550/backup-masters 2024-11-13T05:20:25,403 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Set watcher on existing znode=/0-330882550/backup-masters/a61c20bd729c,35353,1731475225104 2024-11-13T05:20:25,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550 2024-11-13T05:20:25,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-330882550/master 2024-11-13T05:20:25,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550 2024-11-13T05:20:25,414 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Set watcher on existing znode=/0-330882550/master 2024-11-13T05:20:25,414 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-330882550/backup-masters/a61c20bd729c,35353,1731475225104 from backup master directory 2024-11-13T05:20:25,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550/backup-masters 2024-11-13T05:20:25,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-330882550/backup-masters/a61c20bd729c,35353,1731475225104 2024-11-13T05:20:25,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550/backup-masters 2024-11-13T05:20:25,424 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:20:25,424 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,35353,1731475225104 2024-11-13T05:20:25,427 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/hbase.id] with ID: 84fe0a31-16b3-4e2a-b2b0-2da4e2b58293 2024-11-13T05:20:25,427 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/.tmp/hbase.id 2024-11-13T05:20:25,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:20:25,512 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:20:25,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:25,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:25,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:25,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:25,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:25,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:25,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:25,832 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/.tmp/hbase.id]:[hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/hbase.id] 2024-11-13T05:20:25,841 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:25,841 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:20:25,841 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T05:20:25,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550 2024-11-13T05:20:25,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550 2024-11-13T05:20:25,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:20:26,271 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:20:26,272 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:20:26,272 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:26,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:20:26,678 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store 2024-11-13T05:20:26,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:20:26,683 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:26,683 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:20:26,683 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:26,683 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:26,683 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:20:26,683 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:26,683 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:26,683 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475226683Disabling compacts and flushes for region at 1731475226683Disabling writes for close at 1731475226683Writing region close event to WAL at 1731475226683Closed at 1731475226683 2024-11-13T05:20:26,684 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/.initializing 2024-11-13T05:20:26,684 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/WALs/a61c20bd729c,35353,1731475225104 2024-11-13T05:20:26,685 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:20:26,686 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C35353%2C1731475225104, suffix=, logDir=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/WALs/a61c20bd729c,35353,1731475225104, archiveDir=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/oldWALs, maxLogs=10 2024-11-13T05:20:26,703 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/WALs/a61c20bd729c,35353,1731475225104/a61c20bd729c%2C35353%2C1731475225104.1731475226687, exclude list is [], retry=0 2024-11-13T05:20:26,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37875,DS-3d04b2cb-ee4a-42f0-8ec5-38de814c4bc7,DISK] 2024-11-13T05:20:26,707 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/WALs/a61c20bd729c,35353,1731475225104/a61c20bd729c%2C35353%2C1731475225104.1731475226687 2024-11-13T05:20:26,708 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-13T05:20:26,708 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:26,708 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:26,709 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:26,709 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:26,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:26,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:20:26,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:26,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:26,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:26,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:20:26,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:26,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:26,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:26,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:20:26,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:26,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:26,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:26,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:20:26,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:26,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:26,716 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:26,716 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:26,716 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:26,717 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:26,717 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:26,718 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:20:26,718 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:26,720 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:20:26,720 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69408222, jitterRate=0.03426310420036316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:20:26,721 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475226709Initializing all the Stores at 1731475226709Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475226709Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475226710 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475226710Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475226710Cleaning up temporary data from old regions at 1731475226717 (+7 ms)Region opened successfully at 1731475226721 (+4 ms) 2024-11-13T05:20:26,721 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:20:26,724 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2cbeab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:20:26,724 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:20:26,724 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:20:26,725 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:20:26,725 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:20:26,725 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:20:26,726 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:20:26,726 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:20:26,730 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:20:26,730 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Unable to get data of znode /0-330882550/balancer because node does not exist (not necessarily an error) 2024-11-13T05:20:26,747 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-330882550/balancer already deleted, retry=false 2024-11-13T05:20:26,747 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:20:26,748 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Unable to get data of znode /0-330882550/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:20:26,757 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-330882550/normalizer already deleted, retry=false 2024-11-13T05:20:26,758 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:20:26,758 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Unable to get data of znode /0-330882550/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:20:26,768 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-330882550/switch/split already deleted, retry=false 2024-11-13T05:20:26,768 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Unable to get data of znode /0-330882550/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:20:26,778 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-330882550/switch/merge already deleted, retry=false 2024-11-13T05:20:26,780 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Unable to get data of znode /0-330882550/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:20:26,789 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-330882550/snapshot-cleanup already deleted, retry=false 2024-11-13T05:20:26,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-330882550/running 2024-11-13T05:20:26,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-330882550/running 2024-11-13T05:20:26,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550 2024-11-13T05:20:26,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550 2024-11-13T05:20:26,800 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,35353,1731475225104, sessionid=0x10132a32e300000, setting cluster-up flag (Was=false) 2024-11-13T05:20:26,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550 2024-11-13T05:20:26,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550 2024-11-13T05:20:26,852 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-330882550/flush-table-proc/acquired, /0-330882550/flush-table-proc/reached, /0-330882550/flush-table-proc/abort 2024-11-13T05:20:26,853 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,35353,1731475225104 2024-11-13T05:20:26,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550 2024-11-13T05:20:26,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550 2024-11-13T05:20:26,905 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-330882550/online-snapshot/acquired, /0-330882550/online-snapshot/reached, /0-330882550/online-snapshot/abort 2024-11-13T05:20:26,906 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,35353,1731475225104 2024-11-13T05:20:26,907 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:20:26,908 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:26,908 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:20:26,908 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:20:26,909 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of a61c20bd729c,35503,1731475196917: status=Processing ServerCrashProcedure of a61c20bd729c,35503,1731475196917 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731475212371, completionTime=-1 appears to have been leaked 2024-11-13T05:20:26,909 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,35353,1731475225104 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:20:26,910 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:26,910 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:26,910 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:26,910 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:26,910 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:20:26,910 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:26,910 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:20:26,910 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:26,911 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:26,911 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:20:26,912 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:26,912 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:20:26,919 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475256919 2024-11-13T05:20:26,919 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:20:26,920 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:20:26,920 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:20:26,920 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:20:26,920 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:20:26,920 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:20:26,920 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:26,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:20:26,922 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:20:26,922 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65 2024-11-13T05:20:26,924 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:20:26,924 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:20:26,924 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:20:26,924 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:20:26,925 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:20:26,925 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:20:26,925 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475226925,5,FailOnTimeoutGroup] 2024-11-13T05:20:26,925 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475226925,5,FailOnTimeoutGroup] 2024-11-13T05:20:26,925 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:26,925 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:20:26,925 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:26,925 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:26,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741832_1008 (size=32) 2024-11-13T05:20:26,983 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(746): ClusterId : 84fe0a31-16b3-4e2a-b2b0-2da4e2b58293 2024-11-13T05:20:26,983 DEBUG [RS:0;a61c20bd729c:42947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:20:26,993 DEBUG [RS:0;a61c20bd729c:42947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:20:26,993 DEBUG [RS:0;a61c20bd729c:42947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:20:27,004 DEBUG [RS:0;a61c20bd729c:42947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:20:27,004 DEBUG [RS:0;a61c20bd729c:42947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651fb4c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:20:27,018 DEBUG [RS:0;a61c20bd729c:42947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:42947 2024-11-13T05:20:27,018 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:20:27,018 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:20:27,018 DEBUG [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:20:27,018 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,35353,1731475225104 with port=42947, startcode=1731475225357 2024-11-13T05:20:27,019 DEBUG [RS:0;a61c20bd729c:42947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:20:27,020 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:20:27,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35353 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,42947,1731475225357 2024-11-13T05:20:27,021 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35353 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,42947,1731475225357 2024-11-13T05:20:27,022 DEBUG [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65 2024-11-13T05:20:27,022 DEBUG [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42543 2024-11-13T05:20:27,022 DEBUG [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:20:27,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550/rs 2024-11-13T05:20:27,035 DEBUG [RS:0;a61c20bd729c:42947 {}] zookeeper.ZKUtil(111): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Set watcher on existing znode=/0-330882550/rs/a61c20bd729c,42947,1731475225357 2024-11-13T05:20:27,035 WARN [RS:0;a61c20bd729c:42947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:20:27,035 INFO [RS:0;a61c20bd729c:42947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:27,035 DEBUG [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357 2024-11-13T05:20:27,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,42947,1731475225357] 2024-11-13T05:20:27,038 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:20:27,039 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:20:27,039 INFO [RS:0;a61c20bd729c:42947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:20:27,039 INFO [RS:0;a61c20bd729c:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:27,039 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:20:27,040 INFO [RS:0;a61c20bd729c:42947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:20:27,040 INFO [RS:0;a61c20bd729c:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:27,040 DEBUG [RS:0;a61c20bd729c:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:27,040 DEBUG [RS:0;a61c20bd729c:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:27,040 DEBUG [RS:0;a61c20bd729c:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:27,041 DEBUG [RS:0;a61c20bd729c:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:27,041 DEBUG [RS:0;a61c20bd729c:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:27,041 DEBUG [RS:0;a61c20bd729c:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:20:27,041 DEBUG [RS:0;a61c20bd729c:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:27,041 DEBUG [RS:0;a61c20bd729c:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:27,041 DEBUG [RS:0;a61c20bd729c:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:27,041 DEBUG [RS:0;a61c20bd729c:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:27,041 DEBUG [RS:0;a61c20bd729c:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:27,041 DEBUG [RS:0;a61c20bd729c:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:27,041 DEBUG [RS:0;a61c20bd729c:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:20:27,041 DEBUG [RS:0;a61c20bd729c:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:20:27,042 INFO [RS:0;a61c20bd729c:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:27,043 INFO [RS:0;a61c20bd729c:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:27,043 INFO [RS:0;a61c20bd729c:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:27,043 INFO [RS:0;a61c20bd729c:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:27,043 INFO [RS:0;a61c20bd729c:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:27,043 INFO [RS:0;a61c20bd729c:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,42947,1731475225357-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:20:27,056 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:20:27,056 INFO [RS:0;a61c20bd729c:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,42947,1731475225357-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:27,056 INFO [RS:0;a61c20bd729c:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:27,056 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.Replication(171): a61c20bd729c,42947,1731475225357 started 2024-11-13T05:20:27,069 INFO [RS:0;a61c20bd729c:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:27,069 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,42947,1731475225357, RpcServer on a61c20bd729c/172.17.0.3:42947, sessionid=0x10132a32e300001 2024-11-13T05:20:27,069 DEBUG [RS:0;a61c20bd729c:42947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:20:27,070 DEBUG [RS:0;a61c20bd729c:42947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,42947,1731475225357 2024-11-13T05:20:27,070 DEBUG [RS:0;a61c20bd729c:42947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,42947,1731475225357' 2024-11-13T05:20:27,070 DEBUG [RS:0;a61c20bd729c:42947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-330882550/flush-table-proc/abort' 2024-11-13T05:20:27,070 DEBUG [RS:0;a61c20bd729c:42947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-330882550/flush-table-proc/acquired' 2024-11-13T05:20:27,070 DEBUG [RS:0;a61c20bd729c:42947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:20:27,070 DEBUG [RS:0;a61c20bd729c:42947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:20:27,070 DEBUG [RS:0;a61c20bd729c:42947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,42947,1731475225357 2024-11-13T05:20:27,070 DEBUG [RS:0;a61c20bd729c:42947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,42947,1731475225357' 2024-11-13T05:20:27,070 DEBUG [RS:0;a61c20bd729c:42947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-330882550/online-snapshot/abort' 2024-11-13T05:20:27,071 DEBUG [RS:0;a61c20bd729c:42947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-330882550/online-snapshot/acquired' 2024-11-13T05:20:27,071 DEBUG [RS:0;a61c20bd729c:42947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:20:27,071 INFO [RS:0;a61c20bd729c:42947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:20:27,071 INFO [RS:0;a61c20bd729c:42947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:20:27,171 INFO [RS:0;a61c20bd729c:42947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:20:27,173 INFO [RS:0;a61c20bd729c:42947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C42947%2C1731475225357, suffix=, logDir=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357, archiveDir=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/oldWALs, maxLogs=10 2024-11-13T05:20:27,190 DEBUG [RS:0;a61c20bd729c:42947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174, exclude list is [], retry=0 2024-11-13T05:20:27,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37875,DS-3d04b2cb-ee4a-42f0-8ec5-38de814c4bc7,DISK] 2024-11-13T05:20:27,199 INFO [RS:0;a61c20bd729c:42947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 2024-11-13T05:20:27,200 DEBUG [RS:0;a61c20bd729c:42947 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-13T05:20:27,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:27,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:20:27,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:20:27,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:27,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:27,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:20:27,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:20:27,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:27,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:27,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:20:27,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:20:27,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:27,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:27,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:20:27,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:20:27,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:27,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:27,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:20:27,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740 2024-11-13T05:20:27,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740 2024-11-13T05:20:27,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:20:27,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:20:27,341 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:20:27,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:20:27,343 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:20:27,344 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72504056, jitterRate=0.08039462566375732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:20:27,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475227330Initializing all the Stores at 1731475227331 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475227331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475227331Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475227331Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475227331Cleaning up temporary data from old regions at 1731475227340 (+9 ms)Region opened successfully at 1731475227344 (+4 ms) 2024-11-13T05:20:27,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:20:27,344 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:20:27,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:20:27,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:20:27,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:20:27,345 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:20:27,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475227344Disabling compacts and flushes for region at 1731475227344Disabling writes for close at 1731475227344Writing region close event to WAL at 1731475227344Closed at 1731475227344 2024-11-13T05:20:27,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:27,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:20:27,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:20:27,346 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:20:27,347 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:20:27,498 DEBUG [a61c20bd729c:35353 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:20:27,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,42947,1731475225357 2024-11-13T05:20:27,499 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,42947,1731475225357, state=OPENING 2024-11-13T05:20:27,571 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:20:27,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550 2024-11-13T05:20:27,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550 2024-11-13T05:20:27,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-330882550/meta-region-server: CHANGED 2024-11-13T05:20:27,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-330882550/meta-region-server: CHANGED 2024-11-13T05:20:27,584 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:20:27,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,42947,1731475225357}] 2024-11-13T05:20:27,737 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:20:27,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:20:27,741 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:20:27,741 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:27,741 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:20:27,742 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C42947%2C1731475225357.meta, suffix=.meta, logDir=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357, archiveDir=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/oldWALs, maxLogs=10 2024-11-13T05:20:27,758 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.meta.1731475227743.meta, exclude list is [], retry=0 2024-11-13T05:20:27,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37875,DS-3d04b2cb-ee4a-42f0-8ec5-38de814c4bc7,DISK] 2024-11-13T05:20:27,762 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.meta.1731475227743.meta 2024-11-13T05:20:27,762 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-13T05:20:27,763 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:27,763 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:20:27,763 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:20:27,763 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:20:27,763 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:20:27,763 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:20:27,763 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:27,764 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:20:27,764 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:20:27,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:20:27,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:20:27,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:27,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:27,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:20:27,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:20:27,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:27,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:27,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:20:27,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:20:27,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:27,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:27,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:20:27,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:20:27,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:27,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:27,771 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:20:27,772 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740 2024-11-13T05:20:27,773 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740 2024-11-13T05:20:27,774 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:20:27,774 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:20:27,774 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:20:27,776 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:20:27,777 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62420109, jitterRate=-0.06986789405345917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:20:27,777 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:20:27,778 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475227764Writing region info on filesystem at 1731475227764Initializing all the Stores at 1731475227766 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475227766Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475227766Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475227766Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475227766Cleaning up temporary data from old regions at 1731475227774 (+8 ms)Running coprocessor post-open hooks at 1731475227777 (+3 ms)Region opened successfully at 1731475227778 (+1 ms) 2024-11-13T05:20:27,780 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475227736 2024-11-13T05:20:27,782 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:20:27,783 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:20:27,783 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,42947,1731475225357 2024-11-13T05:20:27,784 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,42947,1731475225357, state=OPEN 2024-11-13T05:20:27,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-330882550/meta-region-server 2024-11-13T05:20:27,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-330882550/meta-region-server: CHANGED 2024-11-13T05:20:27,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-330882550/meta-region-server 2024-11-13T05:20:27,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-330882550/meta-region-server: CHANGED 2024-11-13T05:20:27,864 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,42947,1731475225357 2024-11-13T05:20:27,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:20:27,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,42947,1731475225357 in 280 msec 2024-11-13T05:20:27,870 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:27,871 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:20:27,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:20:27,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 522 msec 2024-11-13T05:20:27,872 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:27,872 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,42947,1731475225357, seqNum=-1] 2024-11-13T05:20:27,873 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:27,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:27,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 971 msec 2024-11-13T05:20:27,880 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475227880, completionTime=-1 2024-11-13T05:20:27,880 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:20:27,880 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:20:27,882 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:20:27,882 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475287882 2024-11-13T05:20:27,882 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475347882 2024-11-13T05:20:27,883 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T05:20:27,883 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35353,1731475225104-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:27,883 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35353,1731475225104-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:27,883 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35353,1731475225104-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:27,883 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:35353, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:27,883 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:27,885 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:20:27,888 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:27,894 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.470sec 2024-11-13T05:20:27,894 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:20:27,894 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:20:27,894 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:20:27,894 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:20:27,894 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:20:27,894 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35353,1731475225104-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:20:27,894 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35353,1731475225104-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:20:27,899 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:20:27,899 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:20:27,899 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35353,1731475225104-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:27,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea1e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:27,984 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35353,-1 for getting cluster id 2024-11-13T05:20:27,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:27,989 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84fe0a31-16b3-4e2a-b2b0-2da4e2b58293' 2024-11-13T05:20:27,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:27,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84fe0a31-16b3-4e2a-b2b0-2da4e2b58293" 2024-11-13T05:20:27,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c03b827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:27,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35353,-1] 2024-11-13T05:20:27,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:27,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:27,991 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:27,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112afb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:27,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:27,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,42947,1731475225357, seqNum=-1] 2024-11-13T05:20:27,995 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:27,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:27,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,35353,1731475225104 2024-11-13T05:20:27,999 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52920 2024-11-13T05:20:28,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:20:28,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10132a32e300002 connected 2024-11-13T05:20:28,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/hadoop.log.dir so I do NOT create it in target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498 2024-11-13T05:20:28,033 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:20:28,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/hadoop.tmp.dir so I do NOT create it in target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498 2024-11-13T05:20:28,033 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:20:28,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498 2024-11-13T05:20:28,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:20:28,033 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/cluster_4dd9371f-f4bd-69dd-0e35-5343ad3d522a, deleteOnExit=true 2024-11-13T05:20:28,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:20:28,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/test.cache.data in system properties and HBase conf 2024-11-13T05:20:28,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:20:28,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:20:28,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:20:28,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:20:28,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:20:28,034 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:20:28,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:20:28,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:20:28,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:20:28,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:20:28,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:20:28,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:20:28,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:20:28,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:20:28,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:20:28,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:20:28,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:20:28,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:20:28,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:20:28,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:20:28,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:20:28,421 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:20:28,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:20:28,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:20:28,431 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:20:28,432 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:20:28,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72396638{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:20:28,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5a3398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:20:28,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@742620da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/java.io.tmpdir/jetty-localhost-38749-hadoop-hdfs-3_4_1-tests_jar-_-any-7132392844520584973/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:20:28,557 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ae04b5a{HTTP/1.1, (http/1.1)}{localhost:38749} 2024-11-13T05:20:28,557 INFO [Time-limited test {}] server.Server(415): Started @172686ms 2024-11-13T05:20:28,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:20:28,854 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:20:28,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:20:28,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:20:28,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:20:28,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11574a3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:20:28,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@659beb6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:20:28,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f70bc3a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/java.io.tmpdir/jetty-localhost-38395-hadoop-hdfs-3_4_1-tests_jar-_-any-16016626999569278971/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:20:28,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c855783{HTTP/1.1, (http/1.1)}{localhost:38395} 2024-11-13T05:20:28,967 INFO [Time-limited test {}] server.Server(415): Started @173097ms 2024-11-13T05:20:28,968 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:20:29,854 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/cluster_4dd9371f-f4bd-69dd-0e35-5343ad3d522a/data/data1/current/BP-2120667632-172.17.0.3-1731475228054/current, will proceed with Du for space computation calculation, 2024-11-13T05:20:29,854 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/cluster_4dd9371f-f4bd-69dd-0e35-5343ad3d522a/data/data2/current/BP-2120667632-172.17.0.3-1731475228054/current, will proceed with Du for space computation calculation, 2024-11-13T05:20:29,875 WARN [Thread-1784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:20:29,878 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0b92c9ab5b64255 with lease ID 0x14976e45d0c28140: Processing first storage report for DS-4d4cfbc9-d12e-4238-87e5-f40304c51db9 from datanode DatanodeRegistration(127.0.0.1:46785, datanodeUuid=d58f9fc4-0a96-45ce-812f-b41adff61a82, infoPort=45429, infoSecurePort=0, ipcPort=45729, storageInfo=lv=-57;cid=testClusterID;nsid=570347756;c=1731475228054) 2024-11-13T05:20:29,878 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0b92c9ab5b64255 with lease ID 0x14976e45d0c28140: from storage DS-4d4cfbc9-d12e-4238-87e5-f40304c51db9 node DatanodeRegistration(127.0.0.1:46785, datanodeUuid=d58f9fc4-0a96-45ce-812f-b41adff61a82, infoPort=45429, infoSecurePort=0, ipcPort=45729, storageInfo=lv=-57;cid=testClusterID;nsid=570347756;c=1731475228054), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T05:20:29,878 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0b92c9ab5b64255 with lease ID 0x14976e45d0c28140: Processing first storage report for DS-39bfdede-d527-425b-bfd8-b40ffae11887 from datanode DatanodeRegistration(127.0.0.1:46785, datanodeUuid=d58f9fc4-0a96-45ce-812f-b41adff61a82, infoPort=45429, infoSecurePort=0, ipcPort=45729, storageInfo=lv=-57;cid=testClusterID;nsid=570347756;c=1731475228054) 2024-11-13T05:20:29,878 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0b92c9ab5b64255 with lease ID 0x14976e45d0c28140: from storage DS-39bfdede-d527-425b-bfd8-b40ffae11887 node DatanodeRegistration(127.0.0.1:46785, datanodeUuid=d58f9fc4-0a96-45ce-812f-b41adff61a82, infoPort=45429, infoSecurePort=0, ipcPort=45729, storageInfo=lv=-57;cid=testClusterID;nsid=570347756;c=1731475228054), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:20:29,931 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498 2024-11-13T05:20:29,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:29,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:29,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:20:30,349 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0 with version=8 2024-11-13T05:20:30,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/hbase-staging 2024-11-13T05:20:30,351 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:20:30,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:30,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:30,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:20:30,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:30,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:20:30,352 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:20:30,352 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:20:30,354 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35611 2024-11-13T05:20:30,356 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35611 connecting to ZooKeeper ensemble=127.0.0.1:52920 2024-11-13T05:20:30,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356110x0, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:20:30,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35611-0x10132a32e300003 connected 2024-11-13T05:20:30,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:30,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:30,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Set watcher on znode that does not yet exist, /11342825857/running 2024-11-13T05:20:30,565 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0, hbase.cluster.distributed=false 2024-11-13T05:20:30,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Set watcher on znode that does not yet exist, /11342825857/acl 2024-11-13T05:20:30,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35611 2024-11-13T05:20:30,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35611 2024-11-13T05:20:30,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35611 2024-11-13T05:20:30,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35611 2024-11-13T05:20:30,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35611 2024-11-13T05:20:30,590 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:20:30,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:30,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:30,590 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:20:30,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:30,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:20:30,590 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:20:30,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:20:30,591 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33773 2024-11-13T05:20:30,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33773 connecting to ZooKeeper ensemble=127.0.0.1:52920 2024-11-13T05:20:30,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:30,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:30,632 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337730x0, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:20:30,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337730x0, quorum=127.0.0.1:52920, baseZNode=/11342825857 Set watcher on znode that does not yet exist, /11342825857/running 2024-11-13T05:20:30,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33773-0x10132a32e300004 connected 2024-11-13T05:20:30,633 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:20:30,633 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:20:30,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Set watcher on znode that does not yet exist, /11342825857/master 2024-11-13T05:20:30,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Set watcher on znode that does not yet exist, /11342825857/acl 2024-11-13T05:20:30,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33773 2024-11-13T05:20:30,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33773 2024-11-13T05:20:30,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33773 2024-11-13T05:20:30,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33773 2024-11-13T05:20:30,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33773 2024-11-13T05:20:30,645 DEBUG [M:0;a61c20bd729c:35611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:35611 2024-11-13T05:20:30,647 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11342825857/backup-masters/a61c20bd729c,35611,1731475230351 2024-11-13T05:20:30,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857/backup-masters 2024-11-13T05:20:30,698 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857/backup-masters 2024-11-13T05:20:30,700 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Set watcher on existing znode=/11342825857/backup-masters/a61c20bd729c,35611,1731475230351 2024-11-13T05:20:30,718 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11342825857/master 2024-11-13T05:20:30,718 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857 2024-11-13T05:20:30,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857 2024-11-13T05:20:30,719 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Set watcher on existing znode=/11342825857/master 2024-11-13T05:20:30,719 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11342825857/backup-masters/a61c20bd729c,35611,1731475230351 from backup master directory 2024-11-13T05:20:30,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11342825857/backup-masters/a61c20bd729c,35611,1731475230351 2024-11-13T05:20:30,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857/backup-masters 2024-11-13T05:20:30,729 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857/backup-masters 2024-11-13T05:20:30,729 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:20:30,729 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,35611,1731475230351 2024-11-13T05:20:30,736 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/hbase.id] with ID: fc699df8-34de-4ea1-923b-347fce30c9f9 2024-11-13T05:20:30,736 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/.tmp/hbase.id 2024-11-13T05:20:30,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:20:31,146 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/.tmp/hbase.id]:[hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/hbase.id] 2024-11-13T05:20:31,155 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:31,155 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:20:31,156 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T05:20:31,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857 2024-11-13T05:20:31,358 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857 2024-11-13T05:20:31,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:20:31,771 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:20:31,772 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:20:31,772 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:31,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:20:31,813 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store 2024-11-13T05:20:31,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:20:32,233 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:32,233 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:20:32,233 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:32,233 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:32,233 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:20:32,233 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:32,233 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:32,233 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475232233Disabling compacts and flushes for region at 1731475232233Disabling writes for close at 1731475232233Writing region close event to WAL at 1731475232233Closed at 1731475232233 2024-11-13T05:20:32,235 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/.initializing 2024-11-13T05:20:32,235 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/WALs/a61c20bd729c,35611,1731475230351 2024-11-13T05:20:32,236 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:20:32,238 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C35611%2C1731475230351, suffix=, logDir=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/WALs/a61c20bd729c,35611,1731475230351, archiveDir=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/oldWALs, maxLogs=10 2024-11-13T05:20:32,264 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/WALs/a61c20bd729c,35611,1731475230351/a61c20bd729c%2C35611%2C1731475230351.1731475232239, exclude list is [], retry=0 2024-11-13T05:20:32,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46785,DS-4d4cfbc9-d12e-4238-87e5-f40304c51db9,DISK] 2024-11-13T05:20:32,285 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/WALs/a61c20bd729c,35611,1731475230351/a61c20bd729c%2C35611%2C1731475230351.1731475232239 2024-11-13T05:20:32,287 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45429:45429)] 2024-11-13T05:20:32,287 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:32,287 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:32,287 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:32,287 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:32,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:32,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:20:32,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:32,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:32,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:32,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:20:32,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:32,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:32,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:32,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:20:32,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:32,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:32,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:32,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:20:32,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:32,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:32,300 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:32,300 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:32,300 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:32,309 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:32,309 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:32,310 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:20:32,311 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:32,329 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:20:32,329 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66935680, jitterRate=-0.0025806427001953125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:20:32,329 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475232287Initializing all the Stores at 1731475232288 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475232288Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475232293 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475232293Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475232293Cleaning up temporary data from old regions at 1731475232309 (+16 ms)Region opened successfully at 1731475232329 (+20 ms) 2024-11-13T05:20:32,332 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:20:32,335 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f0e299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:20:32,336 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:20:32,336 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:20:32,336 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:20:32,336 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:20:32,336 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:20:32,337 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:20:32,337 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:20:32,342 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:20:32,342 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Unable to get data of znode /11342825857/balancer because node does not exist (not necessarily an error) 2024-11-13T05:20:32,399 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11342825857/balancer already deleted, retry=false 2024-11-13T05:20:32,400 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:20:32,400 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Unable to get data of znode /11342825857/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:20:32,479 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11342825857/normalizer already deleted, retry=false 2024-11-13T05:20:32,480 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:20:32,481 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Unable to get data of znode /11342825857/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:20:32,564 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11342825857/switch/split already deleted, retry=false 2024-11-13T05:20:32,565 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Unable to get data of znode /11342825857/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:20:32,645 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11342825857/switch/merge already deleted, retry=false 2024-11-13T05:20:32,647 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Unable to get data of znode /11342825857/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:20:32,728 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11342825857/snapshot-cleanup already deleted, retry=false 2024-11-13T05:20:32,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11342825857/running 2024-11-13T05:20:32,770 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11342825857/running 2024-11-13T05:20:32,770 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857 2024-11-13T05:20:32,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857 2024-11-13T05:20:32,771 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,35611,1731475230351, sessionid=0x10132a32e300003, setting cluster-up flag (Was=false) 2024-11-13T05:20:32,951 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857 2024-11-13T05:20:32,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857 2024-11-13T05:20:33,189 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11342825857/flush-table-proc/acquired, /11342825857/flush-table-proc/reached, /11342825857/flush-table-proc/abort 2024-11-13T05:20:33,190 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,35611,1731475230351 2024-11-13T05:20:33,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:20:33,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:33,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:33,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:33,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:33,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:33,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:33,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:33,324 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:20:33,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857 2024-11-13T05:20:33,395 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857 2024-11-13T05:20:33,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T05:20:33,654 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T05:20:33,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:20:33,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T05:20:33,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:20:33,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T05:20:33,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T05:20:33,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T05:20:33,757 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11342825857/online-snapshot/acquired, /11342825857/online-snapshot/reached, /11342825857/online-snapshot/abort 2024-11-13T05:20:33,757 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,35611,1731475230351 2024-11-13T05:20:33,758 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:20:33,759 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:33,760 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:20:33,760 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:20:33,760 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,35611,1731475230351 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:20:33,761 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:33,761 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:33,761 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:33,761 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:33,761 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:20:33,761 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:33,761 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:20:33,761 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:33,762 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:33,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:20:33,763 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:33,764 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475263763 2024-11-13T05:20:33,764 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:20:33,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:20:33,764 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:20:33,764 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:20:33,764 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:20:33,764 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:20:33,764 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:20:33,764 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:33,768 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:20:33,768 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:20:33,768 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:20:33,768 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:20:33,768 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:20:33,768 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:20:33,769 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475233768,5,FailOnTimeoutGroup] 2024-11-13T05:20:33,772 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475233769,5,FailOnTimeoutGroup] 2024-11-13T05:20:33,772 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:33,772 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:20:33,772 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:33,772 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:33,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:20:33,776 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:20:33,776 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0 2024-11-13T05:20:33,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741832_1008 (size=32) 2024-11-13T05:20:33,839 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(746): ClusterId : fc699df8-34de-4ea1-923b-347fce30c9f9 2024-11-13T05:20:33,839 DEBUG [RS:0;a61c20bd729c:33773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:20:33,899 DEBUG [RS:0;a61c20bd729c:33773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:20:33,899 DEBUG [RS:0;a61c20bd729c:33773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:20:33,969 DEBUG [RS:0;a61c20bd729c:33773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:20:33,969 DEBUG [RS:0;a61c20bd729c:33773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0b20e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:20:33,983 DEBUG [RS:0;a61c20bd729c:33773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:33773 2024-11-13T05:20:33,983 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:20:33,983 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:20:33,983 DEBUG [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:20:33,984 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,35611,1731475230351 with port=33773, startcode=1731475230590 2024-11-13T05:20:33,984 DEBUG [RS:0;a61c20bd729c:33773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:20:33,986 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:20:33,987 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,33773,1731475230590 2024-11-13T05:20:33,987 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35611 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,33773,1731475230590 2024-11-13T05:20:33,988 DEBUG [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0 2024-11-13T05:20:33,988 DEBUG [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35919 2024-11-13T05:20:33,988 DEBUG [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:20:34,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857/rs 2024-11-13T05:20:34,047 DEBUG [RS:0;a61c20bd729c:33773 {}] zookeeper.ZKUtil(111): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Set watcher on existing znode=/11342825857/rs/a61c20bd729c,33773,1731475230590 2024-11-13T05:20:34,047 WARN [RS:0;a61c20bd729c:33773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:20:34,048 INFO [RS:0;a61c20bd729c:33773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:34,048 DEBUG [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590 2024-11-13T05:20:34,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,33773,1731475230590] 2024-11-13T05:20:34,052 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:20:34,054 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:20:34,054 INFO [RS:0;a61c20bd729c:33773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:20:34,054 INFO [RS:0;a61c20bd729c:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:34,056 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:20:34,057 INFO [RS:0;a61c20bd729c:33773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:20:34,057 INFO [RS:0;a61c20bd729c:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:34,057 DEBUG [RS:0;a61c20bd729c:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:34,057 DEBUG [RS:0;a61c20bd729c:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:34,057 DEBUG [RS:0;a61c20bd729c:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:34,057 DEBUG [RS:0;a61c20bd729c:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:34,057 DEBUG [RS:0;a61c20bd729c:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:34,057 DEBUG [RS:0;a61c20bd729c:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:20:34,057 DEBUG [RS:0;a61c20bd729c:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:34,057 DEBUG [RS:0;a61c20bd729c:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:34,057 DEBUG [RS:0;a61c20bd729c:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:34,057 DEBUG [RS:0;a61c20bd729c:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:34,057 DEBUG [RS:0;a61c20bd729c:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:34,058 DEBUG [RS:0;a61c20bd729c:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:34,058 DEBUG [RS:0;a61c20bd729c:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:20:34,058 DEBUG [RS:0;a61c20bd729c:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:20:34,060 INFO [RS:0;a61c20bd729c:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:34,060 INFO [RS:0;a61c20bd729c:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:34,060 INFO [RS:0;a61c20bd729c:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:34,060 INFO [RS:0;a61c20bd729c:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:34,060 INFO [RS:0;a61c20bd729c:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:34,060 INFO [RS:0;a61c20bd729c:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,33773,1731475230590-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:20:34,078 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:20:34,078 INFO [RS:0;a61c20bd729c:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,33773,1731475230590-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:34,078 INFO [RS:0;a61c20bd729c:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:34,078 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.Replication(171): a61c20bd729c,33773,1731475230590 started 2024-11-13T05:20:34,096 INFO [RS:0;a61c20bd729c:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:34,096 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,33773,1731475230590, RpcServer on a61c20bd729c/172.17.0.3:33773, sessionid=0x10132a32e300004 2024-11-13T05:20:34,096 DEBUG [RS:0;a61c20bd729c:33773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:20:34,096 DEBUG [RS:0;a61c20bd729c:33773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,33773,1731475230590 2024-11-13T05:20:34,096 DEBUG [RS:0;a61c20bd729c:33773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,33773,1731475230590' 2024-11-13T05:20:34,096 DEBUG [RS:0;a61c20bd729c:33773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11342825857/flush-table-proc/abort' 2024-11-13T05:20:34,097 DEBUG [RS:0;a61c20bd729c:33773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11342825857/flush-table-proc/acquired' 2024-11-13T05:20:34,097 DEBUG [RS:0;a61c20bd729c:33773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:20:34,097 DEBUG [RS:0;a61c20bd729c:33773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:20:34,097 DEBUG [RS:0;a61c20bd729c:33773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,33773,1731475230590 2024-11-13T05:20:34,097 DEBUG [RS:0;a61c20bd729c:33773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,33773,1731475230590' 2024-11-13T05:20:34,097 DEBUG [RS:0;a61c20bd729c:33773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11342825857/online-snapshot/abort' 2024-11-13T05:20:34,097 DEBUG [RS:0;a61c20bd729c:33773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11342825857/online-snapshot/acquired' 2024-11-13T05:20:34,098 DEBUG [RS:0;a61c20bd729c:33773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:20:34,098 INFO [RS:0;a61c20bd729c:33773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:20:34,098 INFO [RS:0;a61c20bd729c:33773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:20:34,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:34,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:20:34,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:20:34,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:34,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:34,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:20:34,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:20:34,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:34,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:34,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:20:34,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:20:34,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:34,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:34,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:20:34,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:20:34,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:34,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:34,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:20:34,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740 2024-11-13T05:20:34,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740 2024-11-13T05:20:34,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:20:34,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:20:34,196 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:20:34,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:20:34,198 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:20:34,198 INFO [RS:0;a61c20bd729c:33773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:20:34,199 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64392704, jitterRate=-0.04047393798828125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:20:34,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475234186Initializing all the Stores at 1731475234186Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475234186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475234188 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475234188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475234188Cleaning up temporary data from old regions at 1731475234196 (+8 ms)Region opened successfully at 1731475234199 (+3 ms) 2024-11-13T05:20:34,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:20:34,199 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:20:34,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:20:34,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:20:34,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:20:34,199 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:20:34,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475234199Disabling compacts and flushes for region at 1731475234199Disabling writes for close at 1731475234199Writing region close event to WAL at 1731475234199Closed at 1731475234199 2024-11-13T05:20:34,200 INFO [RS:0;a61c20bd729c:33773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C33773%2C1731475230590, suffix=, logDir=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590, archiveDir=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/oldWALs, maxLogs=10 2024-11-13T05:20:34,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:34,200 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:20:34,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:20:34,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:20:34,202 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:20:34,216 DEBUG [RS:0;a61c20bd729c:33773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200, exclude list is [], retry=0 2024-11-13T05:20:34,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46785,DS-4d4cfbc9-d12e-4238-87e5-f40304c51db9,DISK] 2024-11-13T05:20:34,230 INFO [RS:0;a61c20bd729c:33773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200 2024-11-13T05:20:34,232 DEBUG [RS:0;a61c20bd729c:33773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45429:45429)] 2024-11-13T05:20:34,352 DEBUG [a61c20bd729c:35611 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:20:34,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,33773,1731475230590 2024-11-13T05:20:34,354 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,33773,1731475230590, state=OPENING 2024-11-13T05:20:34,371 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:20:34,382 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857 2024-11-13T05:20:34,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857 2024-11-13T05:20:34,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11342825857/meta-region-server: CHANGED 2024-11-13T05:20:34,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11342825857/meta-region-server: CHANGED 2024-11-13T05:20:34,383 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:20:34,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,33773,1731475230590}] 2024-11-13T05:20:34,537 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:20:34,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:20:34,542 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:20:34,542 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:34,542 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:20:34,543 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C33773%2C1731475230590.meta, suffix=.meta, logDir=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590, archiveDir=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/oldWALs, maxLogs=10 2024-11-13T05:20:34,557 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.meta.1731475234543.meta, exclude list is [], retry=0 2024-11-13T05:20:34,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46785,DS-4d4cfbc9-d12e-4238-87e5-f40304c51db9,DISK] 2024-11-13T05:20:34,562 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.meta.1731475234543.meta 2024-11-13T05:20:34,564 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45429:45429)] 2024-11-13T05:20:34,564 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:34,565 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:20:34,565 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:20:34,565 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:20:34,565 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:20:34,565 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:20:34,565 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:34,565 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:20:34,565 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:20:34,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:20:34,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:20:34,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:34,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:34,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:20:34,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:20:34,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:34,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:34,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:20:34,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:20:34,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:34,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:34,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:20:34,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:20:34,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:34,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:34,576 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:20:34,577 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740 2024-11-13T05:20:34,578 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740 2024-11-13T05:20:34,579 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:20:34,579 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:20:34,580 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:20:34,581 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:20:34,582 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70860844, jitterRate=0.05590885877609253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:20:34,582 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:20:34,582 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475234565Writing region info on filesystem at 1731475234565Initializing all the Stores at 1731475234566 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475234566Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475234571 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475234571Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475234571Cleaning up temporary data from old regions at 1731475234579 (+8 ms)Running coprocessor post-open hooks at 1731475234582 (+3 ms)Region opened successfully at 1731475234582 2024-11-13T05:20:34,583 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475234537 2024-11-13T05:20:34,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,33773,1731475230590 2024-11-13T05:20:34,587 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,33773,1731475230590, state=OPEN 2024-11-13T05:20:34,588 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:20:34,588 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:20:34,599 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11342825857/meta-region-server 2024-11-13T05:20:34,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11342825857/meta-region-server 2024-11-13T05:20:34,599 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,33773,1731475230590 2024-11-13T05:20:34,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11342825857/meta-region-server: CHANGED 2024-11-13T05:20:34,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11342825857/meta-region-server: CHANGED 2024-11-13T05:20:34,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:20:34,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,33773,1731475230590 in 216 msec 2024-11-13T05:20:34,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:20:34,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-13T05:20:34,605 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:34,605 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:20:34,607 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:34,607 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,33773,1731475230590, seqNum=-1] 2024-11-13T05:20:34,607 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:34,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:34,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 853 msec 2024-11-13T05:20:34,613 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475234613, completionTime=-1 2024-11-13T05:20:34,613 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:20:34,613 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:20:34,615 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:20:34,615 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475294615 2024-11-13T05:20:34,615 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475354615 2024-11-13T05:20:34,615 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T05:20:34,616 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35611,1731475230351-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:34,616 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35611,1731475230351-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:34,616 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35611,1731475230351-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:34,616 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:35611, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:34,616 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:34,616 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:34,618 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:20:34,619 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.890sec 2024-11-13T05:20:34,619 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:20:34,619 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:20:34,619 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:20:34,619 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:20:34,619 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:20:34,619 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35611,1731475230351-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:20:34,619 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35611,1731475230351-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:20:34,621 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:20:34,621 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:20:34,621 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35611,1731475230351-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:34,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7fe5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:34,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35611,-1 for getting cluster id 2024-11-13T05:20:34,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:34,641 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc699df8-34de-4ea1-923b-347fce30c9f9' 2024-11-13T05:20:34,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:34,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc699df8-34de-4ea1-923b-347fce30c9f9" 2024-11-13T05:20:34,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e93cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:34,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35611,-1] 2024-11-13T05:20:34,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:34,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:34,643 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:34,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30466eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:34,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:34,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,33773,1731475230590, seqNum=-1] 2024-11-13T05:20:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:34,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:34,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,35611,1731475230351 2024-11-13T05:20:34,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52920 2024-11-13T05:20:34,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:20:34,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10132a32e300005 connected 2024-11-13T05:20:34,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:20:34,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35353,1731475225104 2024-11-13T05:20:34,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d553ec 2024-11-13T05:20:34,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:34,712 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:20:34,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:20:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T05:20:34,715 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:20:34,715 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:34,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T05:20:34,717 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:20:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:20:34,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741835_1011 (size=902) 2024-11-13T05:20:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:20:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:20:35,136 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90e12489e95e9179abe3c50ff5fcad32, NAME => 'test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65 2024-11-13T05:20:35,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741836_1012 (size=39) 2024-11-13T05:20:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:20:35,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:35,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 90e12489e95e9179abe3c50ff5fcad32, disabling compactions & flushes 2024-11-13T05:20:35,543 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32. 2024-11-13T05:20:35,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32. 2024-11-13T05:20:35,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32. after waiting 0 ms 2024-11-13T05:20:35,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32. 2024-11-13T05:20:35,543 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32. 2024-11-13T05:20:35,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90e12489e95e9179abe3c50ff5fcad32: Waiting for close lock at 1731475235543Disabling compacts and flushes for region at 1731475235543Disabling writes for close at 1731475235543Writing region close event to WAL at 1731475235543Closed at 1731475235543 2024-11-13T05:20:35,544 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:20:35,545 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731475235544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475235544"}]},"ts":"1731475235544"} 2024-11-13T05:20:35,547 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:20:35,548 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:20:35,548 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475235548"}]},"ts":"1731475235548"} 2024-11-13T05:20:35,550 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T05:20:35,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=90e12489e95e9179abe3c50ff5fcad32, ASSIGN}] 2024-11-13T05:20:35,552 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=90e12489e95e9179abe3c50ff5fcad32, ASSIGN 2024-11-13T05:20:35,553 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=90e12489e95e9179abe3c50ff5fcad32, ASSIGN; state=OFFLINE, location=a61c20bd729c,42947,1731475225357; forceNewPlan=false, retain=false 2024-11-13T05:20:35,704 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=90e12489e95e9179abe3c50ff5fcad32, regionState=OPENING, regionLocation=a61c20bd729c,42947,1731475225357 2024-11-13T05:20:35,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=90e12489e95e9179abe3c50ff5fcad32, ASSIGN because future has completed 2024-11-13T05:20:35,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90e12489e95e9179abe3c50ff5fcad32, server=a61c20bd729c,42947,1731475225357}] 2024-11-13T05:20:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:20:35,869 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32. 2024-11-13T05:20:35,869 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 90e12489e95e9179abe3c50ff5fcad32, NAME => 'test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:35,870 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:20:35,870 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T05:20:35,870 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 90e12489e95e9179abe3c50ff5fcad32 2024-11-13T05:20:35,870 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:35,870 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 90e12489e95e9179abe3c50ff5fcad32 2024-11-13T05:20:35,870 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 90e12489e95e9179abe3c50ff5fcad32 2024-11-13T05:20:35,872 INFO [StoreOpener-90e12489e95e9179abe3c50ff5fcad32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 90e12489e95e9179abe3c50ff5fcad32 2024-11-13T05:20:35,874 INFO [StoreOpener-90e12489e95e9179abe3c50ff5fcad32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90e12489e95e9179abe3c50ff5fcad32 columnFamilyName f 2024-11-13T05:20:35,874 DEBUG [StoreOpener-90e12489e95e9179abe3c50ff5fcad32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:35,874 INFO [StoreOpener-90e12489e95e9179abe3c50ff5fcad32-1 {}] regionserver.HStore(327): Store=90e12489e95e9179abe3c50ff5fcad32/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:35,874 INFO [StoreOpener-90e12489e95e9179abe3c50ff5fcad32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 90e12489e95e9179abe3c50ff5fcad32 2024-11-13T05:20:35,878 INFO [StoreOpener-90e12489e95e9179abe3c50ff5fcad32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90e12489e95e9179abe3c50ff5fcad32 columnFamilyName f1 2024-11-13T05:20:35,878 DEBUG [StoreOpener-90e12489e95e9179abe3c50ff5fcad32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:35,879 INFO [StoreOpener-90e12489e95e9179abe3c50ff5fcad32-1 {}] regionserver.HStore(327): Store=90e12489e95e9179abe3c50ff5fcad32/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:35,879 INFO [StoreOpener-90e12489e95e9179abe3c50ff5fcad32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 90e12489e95e9179abe3c50ff5fcad32 2024-11-13T05:20:35,880 INFO [StoreOpener-90e12489e95e9179abe3c50ff5fcad32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90e12489e95e9179abe3c50ff5fcad32 columnFamilyName norep 2024-11-13T05:20:35,880 DEBUG [StoreOpener-90e12489e95e9179abe3c50ff5fcad32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:35,880 INFO [StoreOpener-90e12489e95e9179abe3c50ff5fcad32-1 {}] regionserver.HStore(327): Store=90e12489e95e9179abe3c50ff5fcad32/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:35,880 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 90e12489e95e9179abe3c50ff5fcad32 2024-11-13T05:20:35,881 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32 2024-11-13T05:20:35,881 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32 2024-11-13T05:20:35,882 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 90e12489e95e9179abe3c50ff5fcad32 2024-11-13T05:20:35,882 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 90e12489e95e9179abe3c50ff5fcad32 2024-11-13T05:20:35,883 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:20:35,884 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 90e12489e95e9179abe3c50ff5fcad32 2024-11-13T05:20:35,889 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:20:35,889 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 90e12489e95e9179abe3c50ff5fcad32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59888430, jitterRate=-0.10759285092353821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:20:35,889 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90e12489e95e9179abe3c50ff5fcad32 2024-11-13T05:20:35,890 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 90e12489e95e9179abe3c50ff5fcad32: Running coprocessor pre-open hook at 1731475235870Writing region info on filesystem at 1731475235870Initializing all the Stores at 1731475235871 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475235871Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475235872 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475235872Cleaning up temporary data from old regions at 1731475235882 (+10 ms)Running coprocessor post-open hooks at 1731475235889 (+7 ms)Region opened successfully at 1731475235890 (+1 ms) 2024-11-13T05:20:35,892 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32., pid=6, masterSystemTime=1731475235860 2024-11-13T05:20:35,894 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32. 2024-11-13T05:20:35,894 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32. 2024-11-13T05:20:35,894 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=90e12489e95e9179abe3c50ff5fcad32, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a61c20bd729c,42947,1731475225357 2024-11-13T05:20:35,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90e12489e95e9179abe3c50ff5fcad32, server=a61c20bd729c,42947,1731475225357 because future has completed 2024-11-13T05:20:35,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:20:35,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 90e12489e95e9179abe3c50ff5fcad32, server=a61c20bd729c,42947,1731475225357 in 191 msec 2024-11-13T05:20:35,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T05:20:35,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=90e12489e95e9179abe3c50ff5fcad32, ASSIGN in 348 msec 2024-11-13T05:20:35,902 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:20:35,902 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475235902"}]},"ts":"1731475235902"} 2024-11-13T05:20:35,904 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T05:20:35,905 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:20:35,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1920 sec 2024-11-13T05:20:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:20:36,861 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T05:20:36,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:20:36,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35611,1731475230351 2024-11-13T05:20:36,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@772ce4fa 2024-11-13T05:20:36,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:36,864 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:20:36,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:20:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T05:20:36,867 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:20:36,867 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:36,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T05:20:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:20:36,870 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:20:36,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741835_1011 (size=902) 2024-11-13T05:20:36,888 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4e22c080acd21949c0e6724ce1130a0, NAME => 'test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0 2024-11-13T05:20:36,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741836_1012 (size=39) 2024-11-13T05:20:36,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:36,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b4e22c080acd21949c0e6724ce1130a0, disabling compactions & flushes 2024-11-13T05:20:36,904 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0. 2024-11-13T05:20:36,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0. 2024-11-13T05:20:36,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0. after waiting 0 ms 2024-11-13T05:20:36,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0. 2024-11-13T05:20:36,904 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0. 2024-11-13T05:20:36,905 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4e22c080acd21949c0e6724ce1130a0: Waiting for close lock at 1731475236904Disabling compacts and flushes for region at 1731475236904Disabling writes for close at 1731475236904Writing region close event to WAL at 1731475236904Closed at 1731475236904 2024-11-13T05:20:36,908 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:20:36,908 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731475236908"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475236908"}]},"ts":"1731475236908"} 2024-11-13T05:20:36,910 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:20:36,911 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:20:36,912 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475236911"}]},"ts":"1731475236911"} 2024-11-13T05:20:36,914 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T05:20:36,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4e22c080acd21949c0e6724ce1130a0, ASSIGN}] 2024-11-13T05:20:36,916 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4e22c080acd21949c0e6724ce1130a0, ASSIGN 2024-11-13T05:20:36,917 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b4e22c080acd21949c0e6724ce1130a0, ASSIGN; state=OFFLINE, location=a61c20bd729c,33773,1731475230590; forceNewPlan=false, retain=false 2024-11-13T05:20:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:20:37,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4e22c080acd21949c0e6724ce1130a0, regionState=OPENING, regionLocation=a61c20bd729c,33773,1731475230590 2024-11-13T05:20:37,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b4e22c080acd21949c0e6724ce1130a0, ASSIGN because future has completed 2024-11-13T05:20:37,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4e22c080acd21949c0e6724ce1130a0, server=a61c20bd729c,33773,1731475230590}] 2024-11-13T05:20:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:20:37,229 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0. 2024-11-13T05:20:37,229 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b4e22c080acd21949c0e6724ce1130a0, NAME => 'test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:37,229 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:20:37,229 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T05:20:37,230 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b4e22c080acd21949c0e6724ce1130a0 2024-11-13T05:20:37,230 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:37,230 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b4e22c080acd21949c0e6724ce1130a0 2024-11-13T05:20:37,230 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b4e22c080acd21949c0e6724ce1130a0 2024-11-13T05:20:37,231 INFO [StoreOpener-b4e22c080acd21949c0e6724ce1130a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b4e22c080acd21949c0e6724ce1130a0 2024-11-13T05:20:37,232 INFO [StoreOpener-b4e22c080acd21949c0e6724ce1130a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4e22c080acd21949c0e6724ce1130a0 columnFamilyName f 2024-11-13T05:20:37,232 DEBUG [StoreOpener-b4e22c080acd21949c0e6724ce1130a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:37,232 INFO [StoreOpener-b4e22c080acd21949c0e6724ce1130a0-1 {}] regionserver.HStore(327): Store=b4e22c080acd21949c0e6724ce1130a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:37,232 INFO [StoreOpener-b4e22c080acd21949c0e6724ce1130a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b4e22c080acd21949c0e6724ce1130a0 2024-11-13T05:20:37,233 INFO [StoreOpener-b4e22c080acd21949c0e6724ce1130a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4e22c080acd21949c0e6724ce1130a0 columnFamilyName f1 2024-11-13T05:20:37,233 DEBUG [StoreOpener-b4e22c080acd21949c0e6724ce1130a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:37,233 INFO [StoreOpener-b4e22c080acd21949c0e6724ce1130a0-1 {}] regionserver.HStore(327): Store=b4e22c080acd21949c0e6724ce1130a0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:37,233 INFO [StoreOpener-b4e22c080acd21949c0e6724ce1130a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b4e22c080acd21949c0e6724ce1130a0 2024-11-13T05:20:37,234 INFO [StoreOpener-b4e22c080acd21949c0e6724ce1130a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4e22c080acd21949c0e6724ce1130a0 columnFamilyName norep 2024-11-13T05:20:37,234 DEBUG [StoreOpener-b4e22c080acd21949c0e6724ce1130a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:37,235 INFO [StoreOpener-b4e22c080acd21949c0e6724ce1130a0-1 {}] regionserver.HStore(327): Store=b4e22c080acd21949c0e6724ce1130a0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:37,235 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b4e22c080acd21949c0e6724ce1130a0 2024-11-13T05:20:37,235 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0 2024-11-13T05:20:37,235 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0 2024-11-13T05:20:37,236 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b4e22c080acd21949c0e6724ce1130a0 2024-11-13T05:20:37,236 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b4e22c080acd21949c0e6724ce1130a0 2024-11-13T05:20:37,237 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:20:37,237 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b4e22c080acd21949c0e6724ce1130a0 2024-11-13T05:20:37,239 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:20:37,239 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b4e22c080acd21949c0e6724ce1130a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70770018, jitterRate=0.05455544590950012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:20:37,239 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4e22c080acd21949c0e6724ce1130a0 2024-11-13T05:20:37,240 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b4e22c080acd21949c0e6724ce1130a0: Running coprocessor pre-open hook at 1731475237230Writing region info on filesystem at 1731475237230Initializing all the Stores at 1731475237230Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475237231 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475237231Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475237231Cleaning up temporary data from old regions at 1731475237236 (+5 ms)Running coprocessor post-open hooks at 1731475237239 (+3 ms)Region opened successfully at 1731475237239 2024-11-13T05:20:37,240 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0., pid=6, masterSystemTime=1731475237225 2024-11-13T05:20:37,242 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0. 2024-11-13T05:20:37,242 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0. 2024-11-13T05:20:37,243 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4e22c080acd21949c0e6724ce1130a0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a61c20bd729c,33773,1731475230590 2024-11-13T05:20:37,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4e22c080acd21949c0e6724ce1130a0, server=a61c20bd729c,33773,1731475230590 because future has completed 2024-11-13T05:20:37,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:20:37,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b4e22c080acd21949c0e6724ce1130a0, server=a61c20bd729c,33773,1731475230590 in 173 msec 2024-11-13T05:20:37,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T05:20:37,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b4e22c080acd21949c0e6724ce1130a0, ASSIGN in 334 msec 2024-11-13T05:20:37,250 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:20:37,250 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475237250"}]},"ts":"1731475237250"} 2024-11-13T05:20:37,252 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T05:20:37,253 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:20:37,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 388 msec 2024-11-13T05:20:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:20:37,492 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T05:20:37,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:37,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35353,-1 for getting cluster id 2024-11-13T05:20:37,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:37,493 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84fe0a31-16b3-4e2a-b2b0-2da4e2b58293' 2024-11-13T05:20:37,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:37,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84fe0a31-16b3-4e2a-b2b0-2da4e2b58293" 2024-11-13T05:20:37,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36655d29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:37,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35353,-1] 2024-11-13T05:20:37,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:37,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:37,495 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:37,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d64ad23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:37,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:37,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35611,-1 for getting cluster id 2024-11-13T05:20:37,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:37,497 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc699df8-34de-4ea1-923b-347fce30c9f9' 2024-11-13T05:20:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc699df8-34de-4ea1-923b-347fce30c9f9" 2024-11-13T05:20:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f811532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35611,-1] 2024-11-13T05:20:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:37,498 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:37,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ad5e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:37,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:37,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35353,-1 for getting cluster id 2024-11-13T05:20:37,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:37,500 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84fe0a31-16b3-4e2a-b2b0-2da4e2b58293' 2024-11-13T05:20:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84fe0a31-16b3-4e2a-b2b0-2da4e2b58293" 2024-11-13T05:20:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e83674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35353,-1] 2024-11-13T05:20:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:37,501 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:37,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edf888c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:37,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:20:37,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35353,1731475225104 2024-11-13T05:20:37,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a2e816b 2024-11-13T05:20:37,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:37,504 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:20:37,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a61c20bd729c:35611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T05:20:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:20:37,507 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:35611' 2024-11-13T05:20:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:20:37,508 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ea508f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:37,509 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35611,-1 for getting cluster id 2024-11-13T05:20:37,509 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:37,509 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc699df8-34de-4ea1-923b-347fce30c9f9' 2024-11-13T05:20:37,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:37,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc699df8-34de-4ea1-923b-347fce30c9f9" 2024-11-13T05:20:37,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248f5330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:37,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35611,-1] 2024-11-13T05:20:37,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:37,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:37,511 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:37,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b05048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:37,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:20:37,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35611,1731475230351 2024-11-13T05:20:37,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14fe78fe 2024-11-13T05:20:37,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:37,513 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:20:37,514 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T05:20:37,514 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:20:37,514 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:37,514 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:37,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:37,514 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:20:37,515 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T05:20:37,516 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:20:37,516 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:37,517 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:20:37,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741837_1013 (size=1138) 2024-11-13T05:20:37,565 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T05:20:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:20:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:20:37,933 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca0e95890c551fdd4eddf23dfd98800a, NAME => 'hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65 2024-11-13T05:20:37,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741838_1014 (size=44) 2024-11-13T05:20:37,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:37,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ca0e95890c551fdd4eddf23dfd98800a, disabling compactions & flushes 2024-11-13T05:20:37,939 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a. 2024-11-13T05:20:37,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a. 2024-11-13T05:20:37,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a. after waiting 0 ms 2024-11-13T05:20:37,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a. 2024-11-13T05:20:37,939 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a. 2024-11-13T05:20:37,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca0e95890c551fdd4eddf23dfd98800a: Waiting for close lock at 1731475237939Disabling compacts and flushes for region at 1731475237939Disabling writes for close at 1731475237939Writing region close event to WAL at 1731475237939Closed at 1731475237939 2024-11-13T05:20:37,940 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:20:37,940 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731475237940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475237940"}]},"ts":"1731475237940"} 2024-11-13T05:20:37,943 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:20:37,943 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:20:37,944 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475237943"}]},"ts":"1731475237943"} 2024-11-13T05:20:37,945 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T05:20:37,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ca0e95890c551fdd4eddf23dfd98800a, ASSIGN}] 2024-11-13T05:20:37,947 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ca0e95890c551fdd4eddf23dfd98800a, ASSIGN 2024-11-13T05:20:37,947 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ca0e95890c551fdd4eddf23dfd98800a, ASSIGN; state=OFFLINE, location=a61c20bd729c,42947,1731475225357; forceNewPlan=false, retain=false 2024-11-13T05:20:38,098 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ca0e95890c551fdd4eddf23dfd98800a, regionState=OPENING, regionLocation=a61c20bd729c,42947,1731475225357 2024-11-13T05:20:38,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ca0e95890c551fdd4eddf23dfd98800a, ASSIGN because future has completed 2024-11-13T05:20:38,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca0e95890c551fdd4eddf23dfd98800a, server=a61c20bd729c,42947,1731475225357}] 2024-11-13T05:20:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:20:38,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a. 2024-11-13T05:20:38,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:38,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T05:20:38,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C42947%2C1731475225357.rep, suffix=, logDir=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357, archiveDir=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/oldWALs, maxLogs=10 2024-11-13T05:20:38,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.rep.1731475238258, exclude list is [], retry=0 2024-11-13T05:20:38,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37875,DS-3d04b2cb-ee4a-42f0-8ec5-38de814c4bc7,DISK] 2024-11-13T05:20:38,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.rep.1731475238258 2024-11-13T05:20:38,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-13T05:20:38,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ca0e95890c551fdd4eddf23dfd98800a, NAME => 'hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:38,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:20:38,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:20:38,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a. service=MultiRowMutationService 2024-11-13T05:20:38,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T05:20:38,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ca0e95890c551fdd4eddf23dfd98800a 2024-11-13T05:20:38,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:38,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ca0e95890c551fdd4eddf23dfd98800a 2024-11-13T05:20:38,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ca0e95890c551fdd4eddf23dfd98800a 2024-11-13T05:20:38,292 INFO [StoreOpener-ca0e95890c551fdd4eddf23dfd98800a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ca0e95890c551fdd4eddf23dfd98800a 2024-11-13T05:20:38,295 INFO [StoreOpener-ca0e95890c551fdd4eddf23dfd98800a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca0e95890c551fdd4eddf23dfd98800a columnFamilyName hfileref 2024-11-13T05:20:38,295 DEBUG [StoreOpener-ca0e95890c551fdd4eddf23dfd98800a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:38,296 INFO [StoreOpener-ca0e95890c551fdd4eddf23dfd98800a-1 {}] regionserver.HStore(327): Store=ca0e95890c551fdd4eddf23dfd98800a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:38,296 INFO [StoreOpener-ca0e95890c551fdd4eddf23dfd98800a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ca0e95890c551fdd4eddf23dfd98800a 2024-11-13T05:20:38,298 INFO [StoreOpener-ca0e95890c551fdd4eddf23dfd98800a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca0e95890c551fdd4eddf23dfd98800a columnFamilyName queue 2024-11-13T05:20:38,298 DEBUG [StoreOpener-ca0e95890c551fdd4eddf23dfd98800a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:38,298 INFO [StoreOpener-ca0e95890c551fdd4eddf23dfd98800a-1 {}] regionserver.HStore(327): Store=ca0e95890c551fdd4eddf23dfd98800a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:38,298 INFO [StoreOpener-ca0e95890c551fdd4eddf23dfd98800a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ca0e95890c551fdd4eddf23dfd98800a 2024-11-13T05:20:38,299 INFO [StoreOpener-ca0e95890c551fdd4eddf23dfd98800a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca0e95890c551fdd4eddf23dfd98800a columnFamilyName sid 2024-11-13T05:20:38,299 DEBUG [StoreOpener-ca0e95890c551fdd4eddf23dfd98800a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:38,300 INFO [StoreOpener-ca0e95890c551fdd4eddf23dfd98800a-1 {}] regionserver.HStore(327): Store=ca0e95890c551fdd4eddf23dfd98800a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:38,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ca0e95890c551fdd4eddf23dfd98800a 2024-11-13T05:20:38,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/replication/ca0e95890c551fdd4eddf23dfd98800a 2024-11-13T05:20:38,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/replication/ca0e95890c551fdd4eddf23dfd98800a 2024-11-13T05:20:38,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ca0e95890c551fdd4eddf23dfd98800a 2024-11-13T05:20:38,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ca0e95890c551fdd4eddf23dfd98800a 2024-11-13T05:20:38,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:20:38,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ca0e95890c551fdd4eddf23dfd98800a 2024-11-13T05:20:38,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/replication/ca0e95890c551fdd4eddf23dfd98800a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:20:38,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ca0e95890c551fdd4eddf23dfd98800a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66175761, jitterRate=-0.01390431821346283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:20:38,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca0e95890c551fdd4eddf23dfd98800a 2024-11-13T05:20:38,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ca0e95890c551fdd4eddf23dfd98800a: Running coprocessor pre-open hook at 1731475238289Writing region info on filesystem at 1731475238289Initializing all the Stores at 1731475238290 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475238290Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475238292 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475238292Cleaning up temporary data from old regions at 1731475238302 (+10 ms)Running coprocessor post-open hooks at 1731475238313 (+11 ms)Region opened successfully at 1731475238314 (+1 ms) 2024-11-13T05:20:38,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a., pid=10, masterSystemTime=1731475238253 2024-11-13T05:20:38,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a. 2024-11-13T05:20:38,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a. 2024-11-13T05:20:38,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ca0e95890c551fdd4eddf23dfd98800a, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,42947,1731475225357 2024-11-13T05:20:38,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca0e95890c551fdd4eddf23dfd98800a, server=a61c20bd729c,42947,1731475225357 because future has completed 2024-11-13T05:20:38,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T05:20:38,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ca0e95890c551fdd4eddf23dfd98800a, server=a61c20bd729c,42947,1731475225357 in 219 msec 2024-11-13T05:20:38,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T05:20:38,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ca0e95890c551fdd4eddf23dfd98800a, ASSIGN in 376 msec 2024-11-13T05:20:38,324 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:20:38,324 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475238324"}]},"ts":"1731475238324"} 2024-11-13T05:20:38,326 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T05:20:38,327 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:20:38,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 813 msec 2024-11-13T05:20:38,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a., hostname=a61c20bd729c,42947,1731475225357, seqNum=2] 2024-11-13T05:20:38,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550 2024-11-13T05:20:38,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550 2024-11-13T05:20:38,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:20:38,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T05:20:38,609 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T05:20:38,638 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a61c20bd729c,42947,1731475225357, ReplicationSource: 1, currentBandwidth=0 2024-11-13T05:20:38,638 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:38,638 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,42947,1731475225357, seqNum=-1] 2024-11-13T05:20:38,639 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:38,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T05:20:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:20:38,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a61c20bd729c,42947,1731475225357', locateType=CURRENT is [region=hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a., hostname=a61c20bd729c,42947,1731475225357, seqNum=2] 2024-11-13T05:20:38,644 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T05:20:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T05:20:38,646 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a61c20bd729c,42947,1731475225357 suceeded 2024-11-13T05:20:38,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T05:20:38,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-13T05:20:38,648 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a61c20bd729c:35611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:20:38,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1440 sec 2024-11-13T05:20:38,664 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:35611' 2024-11-13T05:20:38,665 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21dc8ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:38,665 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35611,-1 for getting cluster id 2024-11-13T05:20:38,665 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:38,666 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc699df8-34de-4ea1-923b-347fce30c9f9' 2024-11-13T05:20:38,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:38,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc699df8-34de-4ea1-923b-347fce30c9f9" 2024-11-13T05:20:38,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79c53d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:38,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35611,-1] 2024-11-13T05:20:38,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:38,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:38,667 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:38,668 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ff4fad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:38,668 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:20:38,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35611,1731475230351 2024-11-13T05:20:38,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ecb26af 2024-11-13T05:20:38,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:38,670 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T05:20:38,670 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a61c20bd729c,42947,1731475225357 (queues=1) is replicating from cluster=84fe0a31-16b3-4e2a-b2b0-2da4e2b58293 to cluster=fc699df8-34de-4ea1-923b-347fce30c9f9 2024-11-13T05:20:38,671 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a61c20bd729c%2C42947%2C1731475225357 2024-11-13T05:20:38,671 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a61c20bd729c,42947,1731475225357, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:20:38,671 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174, startPosition=0, beingWritten=true 2024-11-13T05:20:38,672 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.shippera61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C42947%2C1731475225357 2024-11-13T05:20:38,682 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:20:38,682 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 379, reset compression=false 2024-11-13T05:20:38,682 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.shippera61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,42947,1731475225357 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:20:38,892 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 379, reset compression=false 2024-11-13T05:20:39,196 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 379, reset compression=false 2024-11-13T05:20:39,325 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T05:20:39,325 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T05:20:39,606 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 379, reset compression=false 2024-11-13T05:20:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:20:39,651 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T05:20:39,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:20:39,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:39,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:39,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:39,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:39,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4663f8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:39,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35611,-1 for getting cluster id 2024-11-13T05:20:39,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:39,658 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc699df8-34de-4ea1-923b-347fce30c9f9' 2024-11-13T05:20:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc699df8-34de-4ea1-923b-347fce30c9f9" 2024-11-13T05:20:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ced0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35611,-1] 2024-11-13T05:20:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:39,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:39,661 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:39,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5071af3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:39,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:20:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35611,1731475230351 2024-11-13T05:20:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b5d8e4a 2024-11-13T05:20:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:39,664 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:20:39,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a61c20bd729c:35353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T05:20:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:20:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:20:39,667 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:35353' 2024-11-13T05:20:39,668 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b583db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:39,668 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35353,-1 for getting cluster id 2024-11-13T05:20:39,668 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:39,669 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84fe0a31-16b3-4e2a-b2b0-2da4e2b58293' 2024-11-13T05:20:39,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:39,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84fe0a31-16b3-4e2a-b2b0-2da4e2b58293" 2024-11-13T05:20:39,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517965be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:39,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35353,-1] 2024-11-13T05:20:39,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:39,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:39,670 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:39,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536e8daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:39,671 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:20:39,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35353,1731475225104 2024-11-13T05:20:39,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c5c2ddc 2024-11-13T05:20:39,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:39,673 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:20:39,674 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T05:20:39,674 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:20:39,674 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:39,674 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:39,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:39,677 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:20:39,679 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T05:20:39,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:20:39,680 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:39,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:20:39,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741837_1013 (size=1138) 2024-11-13T05:20:39,705 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbf96ee1812208eb8317a6db720114d6, NAME => 'hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0 2024-11-13T05:20:39,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741838_1014 (size=44) 2024-11-13T05:20:39,729 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T05:20:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:20:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:20:40,068 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:20:40,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:40,109 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 379, reset compression=false 2024-11-13T05:20:40,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:40,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:40,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:40,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:40,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:40,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:40,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fbf96ee1812208eb8317a6db720114d6, disabling compactions & flushes 2024-11-13T05:20:40,119 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6. 2024-11-13T05:20:40,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6. 2024-11-13T05:20:40,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6. after waiting 0 ms 2024-11-13T05:20:40,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6. 2024-11-13T05:20:40,119 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6. 2024-11-13T05:20:40,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbf96ee1812208eb8317a6db720114d6: Waiting for close lock at 1731475240119Disabling compacts and flushes for region at 1731475240119Disabling writes for close at 1731475240119Writing region close event to WAL at 1731475240119Closed at 1731475240119 2024-11-13T05:20:40,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:20:40,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731475240121"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475240121"}]},"ts":"1731475240121"} 2024-11-13T05:20:40,123 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:20:40,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:40,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:20:40,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475240125"}]},"ts":"1731475240125"} 2024-11-13T05:20:40,127 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T05:20:40,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbf96ee1812208eb8317a6db720114d6, ASSIGN}] 2024-11-13T05:20:40,130 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbf96ee1812208eb8317a6db720114d6, ASSIGN 2024-11-13T05:20:40,131 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbf96ee1812208eb8317a6db720114d6, ASSIGN; state=OFFLINE, location=a61c20bd729c,33773,1731475230590; forceNewPlan=false, retain=false 2024-11-13T05:20:40,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbf96ee1812208eb8317a6db720114d6, regionState=OPENING, regionLocation=a61c20bd729c,33773,1731475230590 2024-11-13T05:20:40,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbf96ee1812208eb8317a6db720114d6, ASSIGN because future has completed 2024-11-13T05:20:40,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbf96ee1812208eb8317a6db720114d6, server=a61c20bd729c,33773,1731475230590}] 2024-11-13T05:20:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:20:40,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6. 2024-11-13T05:20:40,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:40,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T05:20:40,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C33773%2C1731475230590.rep, suffix=, logDir=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590, archiveDir=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/oldWALs, maxLogs=10 2024-11-13T05:20:40,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.rep.1731475240442, exclude list is [], retry=0 2024-11-13T05:20:40,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46785,DS-4d4cfbc9-d12e-4238-87e5-f40304c51db9,DISK] 2024-11-13T05:20:40,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.rep.1731475240442 2024-11-13T05:20:40,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45429:45429)] 2024-11-13T05:20:40,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fbf96ee1812208eb8317a6db720114d6, NAME => 'hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:40,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:20:40,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:20:40,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6. service=MultiRowMutationService 2024-11-13T05:20:40,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T05:20:40,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fbf96ee1812208eb8317a6db720114d6 2024-11-13T05:20:40,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:40,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fbf96ee1812208eb8317a6db720114d6 2024-11-13T05:20:40,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fbf96ee1812208eb8317a6db720114d6 2024-11-13T05:20:40,465 INFO [StoreOpener-fbf96ee1812208eb8317a6db720114d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fbf96ee1812208eb8317a6db720114d6 2024-11-13T05:20:40,467 INFO [StoreOpener-fbf96ee1812208eb8317a6db720114d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbf96ee1812208eb8317a6db720114d6 columnFamilyName hfileref 2024-11-13T05:20:40,467 DEBUG [StoreOpener-fbf96ee1812208eb8317a6db720114d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:40,468 INFO [StoreOpener-fbf96ee1812208eb8317a6db720114d6-1 {}] regionserver.HStore(327): Store=fbf96ee1812208eb8317a6db720114d6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:40,468 INFO [StoreOpener-fbf96ee1812208eb8317a6db720114d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fbf96ee1812208eb8317a6db720114d6 2024-11-13T05:20:40,469 INFO [StoreOpener-fbf96ee1812208eb8317a6db720114d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbf96ee1812208eb8317a6db720114d6 columnFamilyName queue 2024-11-13T05:20:40,469 DEBUG [StoreOpener-fbf96ee1812208eb8317a6db720114d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:40,469 INFO [StoreOpener-fbf96ee1812208eb8317a6db720114d6-1 {}] regionserver.HStore(327): Store=fbf96ee1812208eb8317a6db720114d6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:40,469 INFO [StoreOpener-fbf96ee1812208eb8317a6db720114d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fbf96ee1812208eb8317a6db720114d6 2024-11-13T05:20:40,470 INFO [StoreOpener-fbf96ee1812208eb8317a6db720114d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbf96ee1812208eb8317a6db720114d6 columnFamilyName sid 2024-11-13T05:20:40,470 DEBUG [StoreOpener-fbf96ee1812208eb8317a6db720114d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:40,471 INFO [StoreOpener-fbf96ee1812208eb8317a6db720114d6-1 {}] regionserver.HStore(327): Store=fbf96ee1812208eb8317a6db720114d6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:40,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fbf96ee1812208eb8317a6db720114d6 2024-11-13T05:20:40,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/replication/fbf96ee1812208eb8317a6db720114d6 2024-11-13T05:20:40,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/replication/fbf96ee1812208eb8317a6db720114d6 2024-11-13T05:20:40,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fbf96ee1812208eb8317a6db720114d6 2024-11-13T05:20:40,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fbf96ee1812208eb8317a6db720114d6 2024-11-13T05:20:40,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:20:40,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fbf96ee1812208eb8317a6db720114d6 2024-11-13T05:20:40,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/replication/fbf96ee1812208eb8317a6db720114d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:20:40,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fbf96ee1812208eb8317a6db720114d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60050963, jitterRate=-0.10517092049121857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:20:40,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbf96ee1812208eb8317a6db720114d6 2024-11-13T05:20:40,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fbf96ee1812208eb8317a6db720114d6: Running coprocessor pre-open hook at 1731475240464Writing region info on filesystem at 1731475240464Initializing all the Stores at 1731475240465 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475240465Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475240465Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475240465Cleaning up temporary data from old regions at 1731475240473 (+8 ms)Running coprocessor post-open hooks at 1731475240477 (+4 ms)Region opened successfully at 1731475240477 2024-11-13T05:20:40,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6., pid=10, masterSystemTime=1731475240437 2024-11-13T05:20:40,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6. 2024-11-13T05:20:40,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6. 2024-11-13T05:20:40,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbf96ee1812208eb8317a6db720114d6, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,33773,1731475230590 2024-11-13T05:20:40,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbf96ee1812208eb8317a6db720114d6, server=a61c20bd729c,33773,1731475230590 because future has completed 2024-11-13T05:20:40,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T05:20:40,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fbf96ee1812208eb8317a6db720114d6, server=a61c20bd729c,33773,1731475230590 in 198 msec 2024-11-13T05:20:40,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T05:20:40,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbf96ee1812208eb8317a6db720114d6, ASSIGN in 357 msec 2024-11-13T05:20:40,488 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:20:40,488 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475240488"}]},"ts":"1731475240488"} 2024-11-13T05:20:40,490 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T05:20:40,491 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:20:40,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 814 msec 2024-11-13T05:20:40,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6., hostname=a61c20bd729c,33773,1731475230590, seqNum=2] 2024-11-13T05:20:40,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857 2024-11-13T05:20:40,560 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857 2024-11-13T05:20:40,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:20:40,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T05:20:40,735 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T05:20:40,755 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 379, reset compression=false 2024-11-13T05:20:40,772 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a61c20bd729c,33773,1731475230590, ReplicationSource: 1, currentBandwidth=0 2024-11-13T05:20:40,773 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:40,773 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,33773,1731475230590, seqNum=-1] 2024-11-13T05:20:40,773 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:40,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T05:20:40,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a61c20bd729c,33773,1731475230590', locateType=CURRENT is [region=hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6., hostname=a61c20bd729c,33773,1731475230590, seqNum=2] 2024-11-13T05:20:40,779 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T05:20:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T05:20:40,781 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a61c20bd729c,33773,1731475230590 suceeded 2024-11-13T05:20:40,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T05:20:40,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-13T05:20:40,783 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a61c20bd729c:35353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:20:40,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1190 sec 2024-11-13T05:20:40,799 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:35353' 2024-11-13T05:20:40,801 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e35ac68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:40,801 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35353,-1 for getting cluster id 2024-11-13T05:20:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:20:40,801 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:40,801 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T05:20:40,801 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:20:40,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:40,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:40,802 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84fe0a31-16b3-4e2a-b2b0-2da4e2b58293' 2024-11-13T05:20:40,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:40,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:40,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:40,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84fe0a31-16b3-4e2a-b2b0-2da4e2b58293" 2024-11-13T05:20:40,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5abfbee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:40,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:40,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35353,-1] 2024-11-13T05:20:40,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:40,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:40,803 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:40,804 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7531997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:40,804 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:20:40,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35353,1731475225104 2024-11-13T05:20:40,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21790032 2024-11-13T05:20:40,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:40,806 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T05:20:40,808 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731475240806/Put/seqid=0 2024-11-13T05:20:40,809 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a61c20bd729c,33773,1731475230590 (queues=1) is replicating from cluster=fc699df8-34de-4ea1-923b-347fce30c9f9 to cluster=84fe0a31-16b3-4e2a-b2b0-2da4e2b58293 2024-11-13T05:20:40,809 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a61c20bd729c%2C33773%2C1731475230590 2024-11-13T05:20:40,809 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a61c20bd729c,33773,1731475230590, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:20:40,809 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200, startPosition=0, beingWritten=true 2024-11-13T05:20:40,810 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.shippera61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C33773%2C1731475230590 2024-11-13T05:20:40,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741840_1016 (size=7894) 2024-11-13T05:20:40,823 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:20:40,823 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200 to pos 379, reset compression=false 2024-11-13T05:20:40,823 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.shippera61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,33773,1731475230590 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:20:41,028 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200 to pos 379, reset compression=false 2024-11-13T05:20:41,234 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731475241233/Put/seqid=0 2024-11-13T05:20:41,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741841_1017 (size=7691) 2024-11-13T05:20:41,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc9e2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:41,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35353,-1 for getting cluster id 2024-11-13T05:20:41,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:41,282 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84fe0a31-16b3-4e2a-b2b0-2da4e2b58293' 2024-11-13T05:20:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84fe0a31-16b3-4e2a-b2b0-2da4e2b58293" 2024-11-13T05:20:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558cf79b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35353,-1] 2024-11-13T05:20:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:41,284 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:41,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6533354b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:41,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:41,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,42947,1731475225357, seqNum=-1] 2024-11-13T05:20:41,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:41,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:41,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:20:41,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35353,1731475225104 2024-11-13T05:20:41,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4604b7ca 2024-11-13T05:20:41,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:41,302 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:20:41,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32., hostname=a61c20bd729c,42947,1731475225357, seqNum=2] 2024-11-13T05:20:41,310 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T05:20:41,324 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T05:20:41,330 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T05:20:41,333 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200 to pos 379, reset compression=false 2024-11-13T05:20:41,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 90e12489e95e9179abe3c50ff5fcad32/f 2024-11-13T05:20:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T05:20:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:20:41,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 90e12489e95e9179abe3c50ff5fcad32/f 2024-11-13T05:20:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T05:20:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:20:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HRegion(2603): Flush status journal for 90e12489e95e9179abe3c50ff5fcad32: 2024-11-13T05:20:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins__test__1d9g35qa12a27ejao1ht3cqdltf51vms4v5gmbvt4fmt18kmmpr24t3q9ujagdbc/f/hfile_0 2024-11-13T05:20:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins__test__1d9g35qa12a27ejao1ht3cqdltf51vms4v5gmbvt4fmt18kmmpr24t3q9ujagdbc/f/hfile_0 as hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32/f/55cb59d04a94454f8b31c6007a98be18_SeqId_4_ 2024-11-13T05:20:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins__test__1d9g35qa12a27ejao1ht3cqdltf51vms4v5gmbvt4fmt18kmmpr24t3q9ujagdbc/f/hfile_1 2024-11-13T05:20:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins__test__1d9g35qa12a27ejao1ht3cqdltf51vms4v5gmbvt4fmt18kmmpr24t3q9ujagdbc/f/hfile_1 as hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32/f/76be950311ce41dbbb191dbb8e4fd183_SeqId_4_ 2024-11-13T05:20:41,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins__test__1d9g35qa12a27ejao1ht3cqdltf51vms4v5gmbvt4fmt18kmmpr24t3q9ujagdbc/f/hfile_0 into 90e12489e95e9179abe3c50ff5fcad32/f as hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32/f/55cb59d04a94454f8b31c6007a98be18_SeqId_4_ - updating store file list. 2024-11-13T05:20:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 55cb59d04a94454f8b31c6007a98be18_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T05:20:41,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32/f/55cb59d04a94454f8b31c6007a98be18_SeqId_4_ into 90e12489e95e9179abe3c50ff5fcad32/f 2024-11-13T05:20:41,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins__test__1d9g35qa12a27ejao1ht3cqdltf51vms4v5gmbvt4fmt18kmmpr24t3q9ujagdbc/f/hfile_0 into 90e12489e95e9179abe3c50ff5fcad32/f (new location: hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32/f/55cb59d04a94454f8b31c6007a98be18_SeqId_4_) 2024-11-13T05:20:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins__test__1d9g35qa12a27ejao1ht3cqdltf51vms4v5gmbvt4fmt18kmmpr24t3q9ujagdbc/f/hfile_0 2024-11-13T05:20:41,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins__test__1d9g35qa12a27ejao1ht3cqdltf51vms4v5gmbvt4fmt18kmmpr24t3q9ujagdbc/f/hfile_1 into 90e12489e95e9179abe3c50ff5fcad32/f as hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32/f/76be950311ce41dbbb191dbb8e4fd183_SeqId_4_ - updating store file list. 2024-11-13T05:20:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 76be950311ce41dbbb191dbb8e4fd183_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T05:20:41,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32/f/76be950311ce41dbbb191dbb8e4fd183_SeqId_4_ into 90e12489e95e9179abe3c50ff5fcad32/f 2024-11-13T05:20:41,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins__test__1d9g35qa12a27ejao1ht3cqdltf51vms4v5gmbvt4fmt18kmmpr24t3q9ujagdbc/f/hfile_1 into 90e12489e95e9179abe3c50ff5fcad32/f (new location: hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32/f/76be950311ce41dbbb191dbb8e4fd183_SeqId_4_) 2024-11-13T05:20:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins__test__1d9g35qa12a27ejao1ht3cqdltf51vms4v5gmbvt4fmt18kmmpr24t3q9ujagdbc/f/hfile_1 2024-11-13T05:20:41,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:20:41,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:41,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:41,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32., hostname=a61c20bd729c,42947,1731475225357, seqNum=2 , the old value is region=test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32., hostname=a61c20bd729c,42947,1731475225357, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a61c20bd729c:42947 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T05:20:41,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32., hostname=a61c20bd729c,42947,1731475225357, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T05:20:41,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32., hostname=a61c20bd729c,42947,1731475225357, seqNum=2 from cache 2024-11-13T05:20:41,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:41,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:41,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:41,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,33773,1731475230590, seqNum=-1] 2024-11-13T05:20:41,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:41,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:41,421 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T05:20:41,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0., hostname=a61c20bd729c,33773,1731475230590, seqNum=2] 2024-11-13T05:20:41,424 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T05:20:41,462 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 379, reset compression=false 2024-11-13T05:20:41,469 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:20:41,469 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.shippera61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,42947,1731475225357 got entry batch from reader: WALEntryBatch [walEntries=[{test/90e12489e95e9179abe3c50ff5fcad32/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731475241408/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T05:20:41,472 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.shippera61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:20:41,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-13T05:20:41,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.ReplicationSink(318): Replicating [84fe0a31-16b3-4e2a-b2b0-2da4e2b58293] bulk loaded data 2024-11-13T05:20:41,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dc0e858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:41,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35611,-1 for getting cluster id 2024-11-13T05:20:41,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:41,481 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc699df8-34de-4ea1-923b-347fce30c9f9' 2024-11-13T05:20:41,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:41,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc699df8-34de-4ea1-923b-347fce30c9f9" 2024-11-13T05:20:41,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b8016ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:41,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35611,-1] 2024-11-13T05:20:41,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:41,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:41,483 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:41,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67c7a19f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:41,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741840_1016 (size=7894) 2024-11-13T05:20:41,522 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:42947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T05:20:41,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741841_1017 (size=7691) 2024-11-13T05:20:41,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:20:41,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35611,1731475230351 2024-11-13T05:20:41,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@792cfbd1 2024-11-13T05:20:41,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:41,532 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T05:20:41,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T05:20:41,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:41,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,33773,1731475230590, seqNum=-1] 2024-11-13T05:20:41,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:41,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T05:20:41,543 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins.hfs.11__test__41u227dhclklkjss3d4ek7bs889qh6ab18edt4kn52b81pntiepfpaus503rr7pe/f/55cb59d04a94454f8b31c6007a98be18_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T05:20:41,546 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins.hfs.11__test__41u227dhclklkjss3d4ek7bs889qh6ab18edt4kn52b81pntiepfpaus503rr7pe/f/76be950311ce41dbbb191dbb8e4fd183_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T05:20:41,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins.hfs.11__test__41u227dhclklkjss3d4ek7bs889qh6ab18edt4kn52b81pntiepfpaus503rr7pe/f/76be950311ce41dbbb191dbb8e4fd183_SeqId_4_ for inclusion in b4e22c080acd21949c0e6724ce1130a0/f 2024-11-13T05:20:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T05:20:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:20:41,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins.hfs.11__test__41u227dhclklkjss3d4ek7bs889qh6ab18edt4kn52b81pntiepfpaus503rr7pe/f/55cb59d04a94454f8b31c6007a98be18_SeqId_4_ for inclusion in b4e22c080acd21949c0e6724ce1130a0/f 2024-11-13T05:20:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T05:20:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:20:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HRegion(2603): Flush status journal for b4e22c080acd21949c0e6724ce1130a0: 2024-11-13T05:20:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 76be950311ce41dbbb191dbb8e4fd183_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T05:20:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins.hfs.11__test__41u227dhclklkjss3d4ek7bs889qh6ab18edt4kn52b81pntiepfpaus503rr7pe/f/76be950311ce41dbbb191dbb8e4fd183_SeqId_4_ as hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0/f/9392fe7d2741476795b24ac8c39e8ae5_SeqId_4_ 2024-11-13T05:20:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 55cb59d04a94454f8b31c6007a98be18_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T05:20:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins.hfs.11__test__41u227dhclklkjss3d4ek7bs889qh6ab18edt4kn52b81pntiepfpaus503rr7pe/f/55cb59d04a94454f8b31c6007a98be18_SeqId_4_ as hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0/f/fde27fcb69864e1497cf91e94229b91c_SeqId_4_ 2024-11-13T05:20:41,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins.hfs.11__test__41u227dhclklkjss3d4ek7bs889qh6ab18edt4kn52b81pntiepfpaus503rr7pe/f/76be950311ce41dbbb191dbb8e4fd183_SeqId_4_ into b4e22c080acd21949c0e6724ce1130a0/f as hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0/f/9392fe7d2741476795b24ac8c39e8ae5_SeqId_4_ - updating store file list. 2024-11-13T05:20:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9392fe7d2741476795b24ac8c39e8ae5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T05:20:41,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0/f/9392fe7d2741476795b24ac8c39e8ae5_SeqId_4_ into b4e22c080acd21949c0e6724ce1130a0/f 2024-11-13T05:20:41,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins.hfs.11__test__41u227dhclklkjss3d4ek7bs889qh6ab18edt4kn52b81pntiepfpaus503rr7pe/f/76be950311ce41dbbb191dbb8e4fd183_SeqId_4_ into b4e22c080acd21949c0e6724ce1130a0/f (new location: hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0/f/9392fe7d2741476795b24ac8c39e8ae5_SeqId_4_) 2024-11-13T05:20:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins.hfs.11__test__41u227dhclklkjss3d4ek7bs889qh6ab18edt4kn52b81pntiepfpaus503rr7pe/f/76be950311ce41dbbb191dbb8e4fd183_SeqId_4_ 2024-11-13T05:20:41,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins.hfs.11__test__41u227dhclklkjss3d4ek7bs889qh6ab18edt4kn52b81pntiepfpaus503rr7pe/f/55cb59d04a94454f8b31c6007a98be18_SeqId_4_ into b4e22c080acd21949c0e6724ce1130a0/f as hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0/f/fde27fcb69864e1497cf91e94229b91c_SeqId_4_ - updating store file list. 2024-11-13T05:20:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fde27fcb69864e1497cf91e94229b91c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T05:20:41,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0/f/fde27fcb69864e1497cf91e94229b91c_SeqId_4_ into b4e22c080acd21949c0e6724ce1130a0/f 2024-11-13T05:20:41,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins.hfs.11__test__41u227dhclklkjss3d4ek7bs889qh6ab18edt4kn52b81pntiepfpaus503rr7pe/f/55cb59d04a94454f8b31c6007a98be18_SeqId_4_ into b4e22c080acd21949c0e6724ce1130a0/f (new location: hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0/f/fde27fcb69864e1497cf91e94229b91c_SeqId_4_) 2024-11-13T05:20:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins.hfs.11__test__41u227dhclklkjss3d4ek7bs889qh6ab18edt4kn52b81pntiepfpaus503rr7pe/f/55cb59d04a94454f8b31c6007a98be18_SeqId_4_ 2024-11-13T05:20:41,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.ReplicationSink(324): Finished replicating [84fe0a31-16b3-4e2a-b2b0-2da4e2b58293] bulk loaded data 2024-11-13T05:20:41,670 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 687, reset compression=false 2024-11-13T05:20:41,750 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200 to pos 379, reset compression=false 2024-11-13T05:20:41,758 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:20:41,759 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.shippera61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,33773,1731475230590 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4e22c080acd21949c0e6724ce1130a0/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731475241600/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T05:20:41,761 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.shippera61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:20:41,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-13T05:20:41,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.ReplicationSink(318): Replicating [84fe0a31-16b3-4e2a-b2b0-2da4e2b58293, fc699df8-34de-4ea1-923b-347fce30c9f9] bulk loaded data 2024-11-13T05:20:41,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6943d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:41,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35353,-1 for getting cluster id 2024-11-13T05:20:41,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:41,773 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84fe0a31-16b3-4e2a-b2b0-2da4e2b58293' 2024-11-13T05:20:41,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:41,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84fe0a31-16b3-4e2a-b2b0-2da4e2b58293" 2024-11-13T05:20:41,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f200ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:41,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35353,-1] 2024-11-13T05:20:41,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:41,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:41,775 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:41,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41e09b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:41,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741842_1018 (size=7691) 2024-11-13T05:20:41,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741843_1019 (size=7894) 2024-11-13T05:20:41,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:20:41,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35353,1731475225104 2024-11-13T05:20:41,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4757d3c0 2024-11-13T05:20:41,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:41,836 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T05:20:41,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T05:20:41,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:41,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,42947,1731475225357, seqNum=-1] 2024-11-13T05:20:41,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:41,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T05:20:41,855 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins.hfs.10__test__2ebn0ltv8dgs3ll2sj2ach3af2nesrvcille1p50hkare1g2d865icbffg7a5qmf/f/9392fe7d2741476795b24ac8c39e8ae5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T05:20:41,860 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins.hfs.10__test__2ebn0ltv8dgs3ll2sj2ach3af2nesrvcille1p50hkare1g2d865icbffg7a5qmf/f/fde27fcb69864e1497cf91e94229b91c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T05:20:41,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.ReplicationSink(324): Finished replicating [84fe0a31-16b3-4e2a-b2b0-2da4e2b58293, fc699df8-34de-4ea1-923b-347fce30c9f9] bulk loaded data 2024-11-13T05:20:41,959 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200 to pos 725, reset compression=false 2024-11-13T05:20:41,975 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 687, reset compression=false 2024-11-13T05:20:42,262 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200 to pos 725, reset compression=false 2024-11-13T05:20:42,389 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 687, reset compression=false 2024-11-13T05:20:42,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:42,453 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731475242453/Put/seqid=0 2024-11-13T05:20:42,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741842_1018 (size=11194) 2024-11-13T05:20:42,507 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731475242506/Put/seqid=0 2024-11-13T05:20:42,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741843_1019 (size=10791) 2024-11-13T05:20:42,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4423e2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:42,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35611,-1 for getting cluster id 2024-11-13T05:20:42,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:42,558 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc699df8-34de-4ea1-923b-347fce30c9f9' 2024-11-13T05:20:42,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:42,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc699df8-34de-4ea1-923b-347fce30c9f9" 2024-11-13T05:20:42,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b042ce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:42,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35611,-1] 2024-11-13T05:20:42,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:42,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:42,559 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:42,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2f362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:42,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:42,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,33773,1731475230590, seqNum=-1] 2024-11-13T05:20:42,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:42,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:42,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:20:42,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35611,1731475230351 2024-11-13T05:20:42,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27fba4bf 2024-11-13T05:20:42,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:42,579 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:20:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0., hostname=a61c20bd729c,33773,1731475230590, seqNum=2] 2024-11-13T05:20:42,587 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T05:20:42,616 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T05:20:42,619 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T05:20:42,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/testHFileCyclicReplication_10/f/hfile_1 for inclusion in b4e22c080acd21949c0e6724ce1130a0/f 2024-11-13T05:20:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T05:20:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:20:42,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/testHFileCyclicReplication_10/f/hfile_0 for inclusion in b4e22c080acd21949c0e6724ce1130a0/f 2024-11-13T05:20:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T05:20:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:20:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HRegion(2603): Flush status journal for b4e22c080acd21949c0e6724ce1130a0: 2024-11-13T05:20:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins__test__u1ui7vjaeigoahjkh31odbcp3fkiv5q9bjd3s4a1au867fe5lj463sjpfh2votur/f/hfile_1 2024-11-13T05:20:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins__test__u1ui7vjaeigoahjkh31odbcp3fkiv5q9bjd3s4a1au867fe5lj463sjpfh2votur/f/hfile_1 as hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0/f/a0448e40876f47909125c2ca00678403_SeqId_6_ 2024-11-13T05:20:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins__test__u1ui7vjaeigoahjkh31odbcp3fkiv5q9bjd3s4a1au867fe5lj463sjpfh2votur/f/hfile_0 2024-11-13T05:20:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins__test__u1ui7vjaeigoahjkh31odbcp3fkiv5q9bjd3s4a1au867fe5lj463sjpfh2votur/f/hfile_0 as hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0/f/a3bc735e700c417ca6b2bc0bd8deef5b_SeqId_6_ 2024-11-13T05:20:42,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins__test__u1ui7vjaeigoahjkh31odbcp3fkiv5q9bjd3s4a1au867fe5lj463sjpfh2votur/f/hfile_1 into b4e22c080acd21949c0e6724ce1130a0/f as hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0/f/a0448e40876f47909125c2ca00678403_SeqId_6_ - updating store file list. 2024-11-13T05:20:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a0448e40876f47909125c2ca00678403_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T05:20:42,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0/f/a0448e40876f47909125c2ca00678403_SeqId_6_ into b4e22c080acd21949c0e6724ce1130a0/f 2024-11-13T05:20:42,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins__test__u1ui7vjaeigoahjkh31odbcp3fkiv5q9bjd3s4a1au867fe5lj463sjpfh2votur/f/hfile_1 into b4e22c080acd21949c0e6724ce1130a0/f (new location: hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0/f/a0448e40876f47909125c2ca00678403_SeqId_6_) 2024-11-13T05:20:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins__test__u1ui7vjaeigoahjkh31odbcp3fkiv5q9bjd3s4a1au867fe5lj463sjpfh2votur/f/hfile_1 2024-11-13T05:20:42,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins__test__u1ui7vjaeigoahjkh31odbcp3fkiv5q9bjd3s4a1au867fe5lj463sjpfh2votur/f/hfile_0 into b4e22c080acd21949c0e6724ce1130a0/f as hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0/f/a3bc735e700c417ca6b2bc0bd8deef5b_SeqId_6_ - updating store file list. 2024-11-13T05:20:42,709 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200 to pos 725, reset compression=false 2024-11-13T05:20:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a3bc735e700c417ca6b2bc0bd8deef5b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T05:20:42,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0/f/a3bc735e700c417ca6b2bc0bd8deef5b_SeqId_6_ into b4e22c080acd21949c0e6724ce1130a0/f 2024-11-13T05:20:42,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins__test__u1ui7vjaeigoahjkh31odbcp3fkiv5q9bjd3s4a1au867fe5lj463sjpfh2votur/f/hfile_0 into b4e22c080acd21949c0e6724ce1130a0/f (new location: hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0/f/a3bc735e700c417ca6b2bc0bd8deef5b_SeqId_6_) 2024-11-13T05:20:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins__test__u1ui7vjaeigoahjkh31odbcp3fkiv5q9bjd3s4a1au867fe5lj463sjpfh2votur/f/hfile_0 2024-11-13T05:20:42,733 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:20:42,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:42,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:42,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:42,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0., hostname=a61c20bd729c,33773,1731475230590, seqNum=2 , the old value is region=test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0., hostname=a61c20bd729c,33773,1731475230590, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a61c20bd729c:33773 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T05:20:42,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0., hostname=a61c20bd729c,33773,1731475230590, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T05:20:42,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0., hostname=a61c20bd729c,33773,1731475230590, seqNum=2 from cache 2024-11-13T05:20:42,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:42,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,42947,1731475225357, seqNum=-1] 2024-11-13T05:20:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:37062 deadline: 1731475302733 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:37062 2024-11-13T05:20:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:42,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:42,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32., hostname=a61c20bd729c,42947,1731475225357, seqNum=2] 2024-11-13T05:20:42,745 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:20:42,745 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.shippera61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,33773,1731475230590 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4e22c080acd21949c0e6724ce1130a0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731475242726/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T05:20:42,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.ReplicationSink(318): Replicating [fc699df8-34de-4ea1-923b-347fce30c9f9] bulk loaded data 2024-11-13T05:20:42,764 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T05:20:42,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741844_1020 (size=10791) 2024-11-13T05:20:42,844 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:33773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T05:20:42,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741845_1021 (size=11194) 2024-11-13T05:20:42,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T05:20:42,912 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 687, reset compression=false 2024-11-13T05:20:42,920 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins.hfs.10__test__h5ujhj2lv1gl9us74p05pg9e0mndv4lncuk5vvkjkes68v0co55eg8t1knuoiaa7/f/a0448e40876f47909125c2ca00678403_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-13T05:20:42,933 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins.hfs.10__test__h5ujhj2lv1gl9us74p05pg9e0mndv4lncuk5vvkjkes68v0co55eg8t1knuoiaa7/f/a3bc735e700c417ca6b2bc0bd8deef5b_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-13T05:20:42,946 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200 to pos 1033, reset compression=false 2024-11-13T05:20:43,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins.hfs.10__test__h5ujhj2lv1gl9us74p05pg9e0mndv4lncuk5vvkjkes68v0co55eg8t1knuoiaa7/f/a0448e40876f47909125c2ca00678403_SeqId_6_ for inclusion in 90e12489e95e9179abe3c50ff5fcad32/f 2024-11-13T05:20:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T05:20:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:20:43,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins.hfs.10__test__h5ujhj2lv1gl9us74p05pg9e0mndv4lncuk5vvkjkes68v0co55eg8t1knuoiaa7/f/a3bc735e700c417ca6b2bc0bd8deef5b_SeqId_6_ for inclusion in 90e12489e95e9179abe3c50ff5fcad32/f 2024-11-13T05:20:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T05:20:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:20:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HRegion(2603): Flush status journal for 90e12489e95e9179abe3c50ff5fcad32: 2024-11-13T05:20:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a0448e40876f47909125c2ca00678403_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T05:20:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins.hfs.10__test__h5ujhj2lv1gl9us74p05pg9e0mndv4lncuk5vvkjkes68v0co55eg8t1knuoiaa7/f/a0448e40876f47909125c2ca00678403_SeqId_6_ as hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32/f/37ffb8b370b84ab89cbf45507f3bb3fd_SeqId_6_ 2024-11-13T05:20:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a3bc735e700c417ca6b2bc0bd8deef5b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T05:20:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins.hfs.10__test__h5ujhj2lv1gl9us74p05pg9e0mndv4lncuk5vvkjkes68v0co55eg8t1knuoiaa7/f/a3bc735e700c417ca6b2bc0bd8deef5b_SeqId_6_ as hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32/f/ff79b2ab985a4e1fb7a665253605401e_SeqId_6_ 2024-11-13T05:20:43,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins.hfs.10__test__h5ujhj2lv1gl9us74p05pg9e0mndv4lncuk5vvkjkes68v0co55eg8t1knuoiaa7/f/a0448e40876f47909125c2ca00678403_SeqId_6_ into 90e12489e95e9179abe3c50ff5fcad32/f as hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32/f/37ffb8b370b84ab89cbf45507f3bb3fd_SeqId_6_ - updating store file list. 2024-11-13T05:20:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 37ffb8b370b84ab89cbf45507f3bb3fd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T05:20:43,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32/f/37ffb8b370b84ab89cbf45507f3bb3fd_SeqId_6_ into 90e12489e95e9179abe3c50ff5fcad32/f 2024-11-13T05:20:43,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins.hfs.10__test__h5ujhj2lv1gl9us74p05pg9e0mndv4lncuk5vvkjkes68v0co55eg8t1knuoiaa7/f/a0448e40876f47909125c2ca00678403_SeqId_6_ into 90e12489e95e9179abe3c50ff5fcad32/f (new location: hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32/f/37ffb8b370b84ab89cbf45507f3bb3fd_SeqId_6_) 2024-11-13T05:20:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins.hfs.10__test__h5ujhj2lv1gl9us74p05pg9e0mndv4lncuk5vvkjkes68v0co55eg8t1knuoiaa7/f/a0448e40876f47909125c2ca00678403_SeqId_6_ 2024-11-13T05:20:43,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins.hfs.10__test__h5ujhj2lv1gl9us74p05pg9e0mndv4lncuk5vvkjkes68v0co55eg8t1knuoiaa7/f/a3bc735e700c417ca6b2bc0bd8deef5b_SeqId_6_ into 90e12489e95e9179abe3c50ff5fcad32/f as hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32/f/ff79b2ab985a4e1fb7a665253605401e_SeqId_6_ - updating store file list. 2024-11-13T05:20:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff79b2ab985a4e1fb7a665253605401e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T05:20:43,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32/f/ff79b2ab985a4e1fb7a665253605401e_SeqId_6_ into 90e12489e95e9179abe3c50ff5fcad32/f 2024-11-13T05:20:43,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins.hfs.10__test__h5ujhj2lv1gl9us74p05pg9e0mndv4lncuk5vvkjkes68v0co55eg8t1knuoiaa7/f/a3bc735e700c417ca6b2bc0bd8deef5b_SeqId_6_ into 90e12489e95e9179abe3c50ff5fcad32/f (new location: hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32/f/ff79b2ab985a4e1fb7a665253605401e_SeqId_6_) 2024-11-13T05:20:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/staging/jenkins.hfs.10__test__h5ujhj2lv1gl9us74p05pg9e0mndv4lncuk5vvkjkes68v0co55eg8t1knuoiaa7/f/a3bc735e700c417ca6b2bc0bd8deef5b_SeqId_6_ 2024-11-13T05:20:43,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.ReplicationSink(324): Finished replicating [fc699df8-34de-4ea1-923b-347fce30c9f9] bulk loaded data 2024-11-13T05:20:43,298 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200 to pos 1033, reset compression=false 2024-11-13T05:20:43,530 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 687, reset compression=false 2024-11-13T05:20:43,556 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:20:43,556 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.shippera61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,42947,1731475225357 got entry batch from reader: WALEntryBatch [walEntries=[{test/90e12489e95e9179abe3c50ff5fcad32/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731475243042/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T05:20:43,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.ReplicationSink(318): Replicating [fc699df8-34de-4ea1-923b-347fce30c9f9, 84fe0a31-16b3-4e2a-b2b0-2da4e2b58293] bulk loaded data 2024-11-13T05:20:43,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741844_1020 (size=10791) 2024-11-13T05:20:43,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741845_1021 (size=11194) 2024-11-13T05:20:43,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T05:20:43,654 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T05:20:43,657 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T05:20:43,657 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T05:20:43,693 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:20:43,693 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T05:20:43,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T05:20:43,702 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200 to pos 1033, reset compression=false 2024-11-13T05:20:43,721 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins.hfs.11__test__42qu34tl157qo9jv81stq1lh6he3235jqfjjhnk5s5u25vrkr6mi0pf40dvn5agh/f/37ffb8b370b84ab89cbf45507f3bb3fd_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-13T05:20:43,725 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/staging/jenkins.hfs.11__test__42qu34tl157qo9jv81stq1lh6he3235jqfjjhnk5s5u25vrkr6mi0pf40dvn5agh/f/ff79b2ab985a4e1fb7a665253605401e_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-13T05:20:43,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.ReplicationSink(324): Finished replicating [fc699df8-34de-4ea1-923b-347fce30c9f9, 84fe0a31-16b3-4e2a-b2b0-2da4e2b58293] bulk loaded data 2024-11-13T05:20:43,756 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 1033, reset compression=false 2024-11-13T05:20:43,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:20:43,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:20:43,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:43,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:43,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:43,781 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:20:43,781 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1857450627, stopped=false 2024-11-13T05:20:43,781 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,35611,1731475230351 2024-11-13T05:20:43,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:43,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11342825857/running 2024-11-13T05:20:43,833 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11342825857/running 2024-11-13T05:20:43,833 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857 2024-11-13T05:20:43,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857 2024-11-13T05:20:43,833 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:20:43,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:20:43,834 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:43,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:43,834 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,33773,1731475230590' ***** 2024-11-13T05:20:43,834 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:20:43,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Set watcher on znode that does not yet exist, /11342825857/running 2024-11-13T05:20:43,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Set watcher on znode that does not yet exist, /11342825857/running 2024-11-13T05:20:43,835 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:20:43,835 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:20:43,835 INFO [RS:0;a61c20bd729c:33773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:20:43,835 INFO [RS:0;a61c20bd729c:33773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:20:43,835 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(3091): Received CLOSE for b4e22c080acd21949c0e6724ce1130a0 2024-11-13T05:20:43,836 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(3091): Received CLOSE for fbf96ee1812208eb8317a6db720114d6 2024-11-13T05:20:43,836 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,33773,1731475230590 2024-11-13T05:20:43,836 INFO [RS:0;a61c20bd729c:33773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:20:43,836 INFO [RS:0;a61c20bd729c:33773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:33773. 2024-11-13T05:20:43,836 DEBUG [RS:0;a61c20bd729c:33773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:43,836 DEBUG [RS:0;a61c20bd729c:33773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:43,836 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:20:43,836 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:20:43,836 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:20:43,836 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:20:43,837 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4e22c080acd21949c0e6724ce1130a0, disabling compactions & flushes 2024-11-13T05:20:43,837 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0. 2024-11-13T05:20:43,837 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0. 2024-11-13T05:20:43,837 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0. after waiting 0 ms 2024-11-13T05:20:43,837 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0. 2024-11-13T05:20:43,846 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T05:20:43,847 DEBUG [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(1325): Online Regions={b4e22c080acd21949c0e6724ce1130a0=test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0., 1588230740=hbase:meta,,1.1588230740, fbf96ee1812208eb8317a6db720114d6=hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6.} 2024-11-13T05:20:43,847 DEBUG [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4e22c080acd21949c0e6724ce1130a0, fbf96ee1812208eb8317a6db720114d6 2024-11-13T05:20:43,847 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:20:43,847 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:20:43,847 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:20:43,847 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:20:43,847 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:20:43,848 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T05:20:43,900 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:20:43,901 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/default/test/b4e22c080acd21949c0e6724ce1130a0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T05:20:43,902 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:20:43,902 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:20:43,902 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0. 2024-11-13T05:20:43,902 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4e22c080acd21949c0e6724ce1130a0: Waiting for close lock at 1731475243837Running coprocessor pre-close hooks at 1731475243837Disabling compacts and flushes for region at 1731475243837Disabling writes for close at 1731475243837Writing region close event to WAL at 1731475243851 (+14 ms)Running coprocessor post-close hooks at 1731475243902 (+51 ms)Closed at 1731475243902 2024-11-13T05:20:43,902 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0. 2024-11-13T05:20:43,902 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbf96ee1812208eb8317a6db720114d6, disabling compactions & flushes 2024-11-13T05:20:43,902 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6. 2024-11-13T05:20:43,902 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6. 2024-11-13T05:20:43,902 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6. after waiting 0 ms 2024-11-13T05:20:43,902 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6. 2024-11-13T05:20:43,903 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fbf96ee1812208eb8317a6db720114d6 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-13T05:20:43,910 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/.tmp/info/7f102692c775464d9f8d333ebb2d8c96 is 147, key is hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6./info:regioninfo/1731475240480/Put/seqid=0 2024-11-13T05:20:43,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741846_1022 (size=7686) 2024-11-13T05:20:43,947 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/replication/fbf96ee1812208eb8317a6db720114d6/.tmp/hfileref/2391ed92700242b8921238a9ba123e72 is 74, key is 1/hfileref:9392fe7d2741476795b24ac8c39e8ae5_SeqId_4_/1731475241865/DeleteColumn/seqid=0 2024-11-13T05:20:43,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741847_1023 (size=5345) 2024-11-13T05:20:43,959 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/replication/fbf96ee1812208eb8317a6db720114d6/.tmp/hfileref/2391ed92700242b8921238a9ba123e72 2024-11-13T05:20:44,012 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/replication/fbf96ee1812208eb8317a6db720114d6/.tmp/queue/67fb15c3b59c4dceb9b2c6464b1de5bb is 154, key is 1-a61c20bd729c,33773,1731475230590/queue:a61c20bd729c%2C33773%2C1731475230590/1731475243049/Put/seqid=0 2024-11-13T05:20:44,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741848_1024 (size=5353) 2024-11-13T05:20:44,023 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/replication/fbf96ee1812208eb8317a6db720114d6/.tmp/queue/67fb15c3b59c4dceb9b2c6464b1de5bb 2024-11-13T05:20:44,032 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/replication/fbf96ee1812208eb8317a6db720114d6/.tmp/hfileref/2391ed92700242b8921238a9ba123e72 as hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/replication/fbf96ee1812208eb8317a6db720114d6/hfileref/2391ed92700242b8921238a9ba123e72 2024-11-13T05:20:44,037 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/replication/fbf96ee1812208eb8317a6db720114d6/hfileref/2391ed92700242b8921238a9ba123e72, entries=4, sequenceid=12, filesize=5.2 K 2024-11-13T05:20:44,038 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/replication/fbf96ee1812208eb8317a6db720114d6/.tmp/queue/67fb15c3b59c4dceb9b2c6464b1de5bb as hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/replication/fbf96ee1812208eb8317a6db720114d6/queue/67fb15c3b59c4dceb9b2c6464b1de5bb 2024-11-13T05:20:44,043 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/replication/fbf96ee1812208eb8317a6db720114d6/queue/67fb15c3b59c4dceb9b2c6464b1de5bb, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T05:20:44,044 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for fbf96ee1812208eb8317a6db720114d6 in 142ms, sequenceid=12, compaction requested=false 2024-11-13T05:20:44,048 DEBUG [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fbf96ee1812208eb8317a6db720114d6 2024-11-13T05:20:44,089 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 1033, reset compression=false 2024-11-13T05:20:44,096 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:20:44,096 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:20:44,127 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/replication/fbf96ee1812208eb8317a6db720114d6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T05:20:44,128 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:20:44,128 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:20:44,128 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6. 2024-11-13T05:20:44,128 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbf96ee1812208eb8317a6db720114d6: Waiting for close lock at 1731475243902Running coprocessor pre-close hooks at 1731475243902Disabling compacts and flushes for region at 1731475243902Disabling writes for close at 1731475243902Obtaining lock to block concurrent updates at 1731475243903 (+1 ms)Preparing flush snapshotting stores in fbf96ee1812208eb8317a6db720114d6 at 1731475243903Finished memstore snapshotting hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731475243903Flushing stores of hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6. at 1731475243904 (+1 ms)Flushing fbf96ee1812208eb8317a6db720114d6/hfileref: creating writer at 1731475243904Flushing fbf96ee1812208eb8317a6db720114d6/hfileref: appending metadata at 1731475243944 (+40 ms)Flushing fbf96ee1812208eb8317a6db720114d6/hfileref: closing flushed file at 1731475243946 (+2 ms)Flushing fbf96ee1812208eb8317a6db720114d6/queue: creating writer at 1731475243967 (+21 ms)Flushing fbf96ee1812208eb8317a6db720114d6/queue: appending metadata at 1731475244011 (+44 ms)Flushing fbf96ee1812208eb8317a6db720114d6/queue: closing flushed file at 1731475244011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29dcb25a: reopening flushed file at 1731475244031 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5916634e: reopening flushed file at 1731475244038 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for fbf96ee1812208eb8317a6db720114d6 in 142ms, sequenceid=12, compaction requested=false at 1731475244044 (+6 ms)Writing region close event to WAL at 1731475244076 (+32 ms)Running coprocessor post-close hooks at 1731475244128 (+52 ms)Closed at 1731475244128 2024-11-13T05:20:44,129 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731475239674.fbf96ee1812208eb8317a6db720114d6. 2024-11-13T05:20:44,218 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200 to pos 1033, reset compression=false 2024-11-13T05:20:44,233 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:20:44,234 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200 to pos 1328, reset compression=false 2024-11-13T05:20:44,234 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.shippera61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,33773,1731475230590 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:20:44,235 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.shippera61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a61c20bd729c,33773,1731475230590: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a61c20bd729c,33773,1731475230590, walGroup=a61c20bd729c%2C33773%2C1731475230590, offset=a61c20bd729c%2C33773%2C1731475230590.1731475234200:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:33773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T05:20:44,236 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.shippera61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T05:20:44,236 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.shippera61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T05:20:44,237 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.shippera61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T05:20:44,237 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.shippera61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T05:20:44,238 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.shippera61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T05:20:44,238 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.shippera61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 533702984 }, "NonHeapMemoryUsage": { "committed": 189988864, "init": 7667712, "max": -1, "used": 187334280 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T05:20:44,242 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.shippera61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:35611 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:35611 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T05:20:44,249 DEBUG [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:20:44,343 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/.tmp/info/7f102692c775464d9f8d333ebb2d8c96 2024-11-13T05:20:44,381 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/.tmp/ns/8ac6022420534b128ae9e25a3db6f1a6 is 43, key is default/ns:d/1731475234609/Put/seqid=0 2024-11-13T05:20:44,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741849_1025 (size=5153) 2024-11-13T05:20:44,426 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/.tmp/ns/8ac6022420534b128ae9e25a3db6f1a6 2024-11-13T05:20:44,449 DEBUG [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:20:44,463 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/.tmp/rep_barrier/971cdb7f50154b2d88a93d80cf124090 is 112, key is test,,1731475236864.b4e22c080acd21949c0e6724ce1130a0./rep_barrier:seqnumDuringOpen/1731475237243/Put/seqid=0 2024-11-13T05:20:44,474 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200 to pos 1328, reset compression=false 2024-11-13T05:20:44,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741850_1026 (size=5518) 2024-11-13T05:20:44,510 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/.tmp/rep_barrier/971cdb7f50154b2d88a93d80cf124090 2024-11-13T05:20:44,514 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 1033, reset compression=false 2024-11-13T05:20:44,571 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/.tmp/table/a495a4988e454c659e39a3e285f765be is 53, key is hbase:replication/table:state/1731475240488/Put/seqid=0 2024-11-13T05:20:44,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741851_1027 (size=5308) 2024-11-13T05:20:44,610 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/.tmp/table/a495a4988e454c659e39a3e285f765be 2024-11-13T05:20:44,630 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/.tmp/info/7f102692c775464d9f8d333ebb2d8c96 as hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/info/7f102692c775464d9f8d333ebb2d8c96 2024-11-13T05:20:44,642 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/info/7f102692c775464d9f8d333ebb2d8c96, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T05:20:44,644 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/.tmp/ns/8ac6022420534b128ae9e25a3db6f1a6 as hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/ns/8ac6022420534b128ae9e25a3db6f1a6 2024-11-13T05:20:44,649 DEBUG [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:20:44,654 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/ns/8ac6022420534b128ae9e25a3db6f1a6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T05:20:44,656 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/.tmp/rep_barrier/971cdb7f50154b2d88a93d80cf124090 as hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/rep_barrier/971cdb7f50154b2d88a93d80cf124090 2024-11-13T05:20:44,664 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/rep_barrier/971cdb7f50154b2d88a93d80cf124090, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T05:20:44,665 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/.tmp/table/a495a4988e454c659e39a3e285f765be as hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/table/a495a4988e454c659e39a3e285f765be 2024-11-13T05:20:44,673 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/table/a495a4988e454c659e39a3e285f765be, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T05:20:44,674 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 827ms, sequenceid=16, compaction requested=false 2024-11-13T05:20:44,783 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T05:20:44,784 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:20:44,784 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:20:44,784 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:20:44,784 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475243847Running coprocessor pre-close hooks at 1731475243847Disabling compacts and flushes for region at 1731475243847Disabling writes for close at 1731475243847Obtaining lock to block concurrent updates at 1731475243848 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731475243848Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731475243849 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731475243850 (+1 ms)Flushing 1588230740/info: creating writer at 1731475243850Flushing 1588230740/info: appending metadata at 1731475243909 (+59 ms)Flushing 1588230740/info: closing flushed file at 1731475243909Flushing 1588230740/ns: creating writer at 1731475244348 (+439 ms)Flushing 1588230740/ns: appending metadata at 1731475244380 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731475244380Flushing 1588230740/rep_barrier: creating writer at 1731475244431 (+51 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731475244463 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731475244463Flushing 1588230740/table: creating writer at 1731475244520 (+57 ms)Flushing 1588230740/table: appending metadata at 1731475244570 (+50 ms)Flushing 1588230740/table: closing flushed file at 1731475244570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5faa35ea: reopening flushed file at 1731475244629 (+59 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38fe5cf6: reopening flushed file at 1731475244642 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a22a4d: reopening flushed file at 1731475244655 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba28d08: reopening flushed file at 1731475244664 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 827ms, sequenceid=16, compaction requested=false at 1731475244674 (+10 ms)Writing region close event to WAL at 1731475244754 (+80 ms)Running coprocessor post-close hooks at 1731475244784 (+30 ms)Closed at 1731475244784 2024-11-13T05:20:44,784 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:20:44,818 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.wal-reader.a61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200 to pos 1328, reset compression=false 2024-11-13T05:20:44,849 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,33773,1731475230590; all regions closed. 2024-11-13T05:20:44,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741834_1010 (size=4239) 2024-11-13T05:20:44,946 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.rep.1731475240442 not finished, retry = 0 2024-11-13T05:20:44,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741839_1015 (size=3127) 2024-11-13T05:20:45,048 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 1033, reset compression=false 2024-11-13T05:20:45,078 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/WALs/a61c20bd729c,33773,1731475230590/a61c20bd729c%2C33773%2C1731475230590.1731475234200 not finished, retry = 0 2024-11-13T05:20:45,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741833_1009 (size=1336) 2024-11-13T05:20:45,179 DEBUG [RS:0;a61c20bd729c:33773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:45,179 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:20:45,179 INFO [RS:0;a61c20bd729c:33773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:20:45,180 INFO [RS:0;a61c20bd729c:33773 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T05:20:45,180 INFO [RS:0;a61c20bd729c:33773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:20:45,180 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:20:45,180 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a61c20bd729c,33773,1731475230590 because: Region server is closing 2024-11-13T05:20:45,181 INFO [RS:0;a61c20bd729c:33773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:33773. 2024-11-13T05:20:45,181 DEBUG [RS:0;a61c20bd729c:33773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:45,181 DEBUG [RS:0;a61c20bd729c:33773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:45,181 DEBUG [RS:0;a61c20bd729c:33773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:45,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:45,281 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,33773,1731475230590.replicationSource.shippera61c20bd729c%2C33773%2C1731475230590,1-a61c20bd729c,33773,1731475230590 terminated 2024-11-13T05:20:45,281 INFO [RS:0;a61c20bd729c:33773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:33773. 2024-11-13T05:20:45,282 DEBUG [RS:0;a61c20bd729c:33773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:45,282 DEBUG [RS:0;a61c20bd729c:33773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:45,282 DEBUG [RS:0;a61c20bd729c:33773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:45,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:45,282 INFO [RS:0;a61c20bd729c:33773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33773 2024-11-13T05:20:45,349 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11342825857/rs/a61c20bd729c,33773,1731475230590 2024-11-13T05:20:45,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857/rs 2024-11-13T05:20:45,349 INFO [RS:0;a61c20bd729c:33773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:20:45,359 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,33773,1731475230590] 2024-11-13T05:20:45,370 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11342825857/draining/a61c20bd729c,33773,1731475230590 already deleted, retry=false 2024-11-13T05:20:45,371 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,33773,1731475230590 expired; onlineServers=0 2024-11-13T05:20:45,371 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,35611,1731475230351' ***** 2024-11-13T05:20:45,371 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:20:45,371 INFO [M:0;a61c20bd729c:35611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:20:45,371 INFO [M:0;a61c20bd729c:35611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:20:45,371 DEBUG [M:0;a61c20bd729c:35611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:20:45,371 DEBUG [M:0;a61c20bd729c:35611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:20:45,371 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475233768 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475233768,5,FailOnTimeoutGroup] 2024-11-13T05:20:45,371 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475233769 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475233769,5,FailOnTimeoutGroup] 2024-11-13T05:20:45,371 INFO [M:0;a61c20bd729c:35611 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:20:45,371 INFO [M:0;a61c20bd729c:35611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:20:45,371 DEBUG [M:0;a61c20bd729c:35611 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:20:45,371 INFO [M:0;a61c20bd729c:35611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:20:45,372 INFO [M:0;a61c20bd729c:35611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:20:45,372 INFO [M:0;a61c20bd729c:35611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:20:45,372 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:20:45,372 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:20:45,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11342825857/master 2024-11-13T05:20:45,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11342825857 2024-11-13T05:20:45,391 DEBUG [M:0;a61c20bd729c:35611 {}] zookeeper.RecoverableZooKeeper(212): Node /11342825857/master already deleted, retry=false 2024-11-13T05:20:45,391 DEBUG [M:0;a61c20bd729c:35611 {}] master.ActiveMasterManager(353): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Failed delete of our master address node; KeeperErrorCode = NoNode for /11342825857/master 2024-11-13T05:20:45,392 INFO [M:0;a61c20bd729c:35611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/.lastflushedseqids 2024-11-13T05:20:45,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741852_1028 (size=263) 2024-11-13T05:20:45,430 INFO [M:0;a61c20bd729c:35611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:20:45,430 INFO [M:0;a61c20bd729c:35611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:20:45,430 DEBUG [M:0;a61c20bd729c:35611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:20:45,430 INFO [M:0;a61c20bd729c:35611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:45,430 DEBUG [M:0;a61c20bd729c:35611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:45,430 DEBUG [M:0;a61c20bd729c:35611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:20:45,430 DEBUG [M:0;a61c20bd729c:35611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:45,430 INFO [M:0;a61c20bd729c:35611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-13T05:20:45,460 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:45,460 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x10132a32e300004, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:45,460 INFO [RS:0;a61c20bd729c:33773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:20:45,460 INFO [RS:0;a61c20bd729c:33773 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,33773,1731475230590; zookeeper connection closed. 2024-11-13T05:20:45,476 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4642dca2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4642dca2 2024-11-13T05:20:45,476 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:20:45,488 DEBUG [M:0;a61c20bd729c:35611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48f58ead8a8e4d919c8b0d3de93251a3 is 82, key is hbase:meta,,1/info:regioninfo/1731475234586/Put/seqid=0 2024-11-13T05:20:45,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741853_1029 (size=5672) 2024-11-13T05:20:45,524 INFO [M:0;a61c20bd729c:35611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48f58ead8a8e4d919c8b0d3de93251a3 2024-11-13T05:20:45,569 DEBUG [M:0;a61c20bd729c:35611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84a42aed1f384882a558c93f6df34585 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731475240492/Put/seqid=0 2024-11-13T05:20:45,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741854_1030 (size=8517) 2024-11-13T05:20:45,690 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 1033, reset compression=false 2024-11-13T05:20:45,967 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:20:46,022 INFO [M:0;a61c20bd729c:35611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84a42aed1f384882a558c93f6df34585 2024-11-13T05:20:46,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:46,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:46,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:46,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:46,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:46,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:46,064 DEBUG [M:0;a61c20bd729c:35611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/016271c19dc646e3ac7870ea7115bcb3 is 69, key is a61c20bd729c,33773,1731475230590/rs:state/1731475233987/Put/seqid=0 2024-11-13T05:20:46,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:46,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741855_1031 (size=5156) 2024-11-13T05:20:46,117 INFO [M:0;a61c20bd729c:35611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/016271c19dc646e3ac7870ea7115bcb3 2024-11-13T05:20:46,122 DEBUG [M:0;a61c20bd729c:35611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48f58ead8a8e4d919c8b0d3de93251a3 as hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48f58ead8a8e4d919c8b0d3de93251a3 2024-11-13T05:20:46,127 INFO [M:0;a61c20bd729c:35611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48f58ead8a8e4d919c8b0d3de93251a3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T05:20:46,128 DEBUG [M:0;a61c20bd729c:35611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84a42aed1f384882a558c93f6df34585 as hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84a42aed1f384882a558c93f6df34585 2024-11-13T05:20:46,134 INFO [M:0;a61c20bd729c:35611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84a42aed1f384882a558c93f6df34585, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T05:20:46,136 DEBUG [M:0;a61c20bd729c:35611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/016271c19dc646e3ac7870ea7115bcb3 as hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/016271c19dc646e3ac7870ea7115bcb3 2024-11-13T05:20:46,143 INFO [M:0;a61c20bd729c:35611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/eec787cd-1625-3660-272a-2ac140da90b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/016271c19dc646e3ac7870ea7115bcb3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T05:20:46,145 INFO [M:0;a61c20bd729c:35611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 715ms, sequenceid=97, compaction requested=false 2024-11-13T05:20:46,189 INFO [M:0;a61c20bd729c:35611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:46,189 DEBUG [M:0;a61c20bd729c:35611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475245430Disabling compacts and flushes for region at 1731475245430Disabling writes for close at 1731475245430Obtaining lock to block concurrent updates at 1731475245430Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475245430Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731475245431 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475245431Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475245431Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475245470 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475245487 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475245541 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475245568 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475245568Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475246028 (+460 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475246061 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475246061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@550b751f: reopening flushed file at 1731475246121 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e268b45: reopening flushed file at 1731475246128 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44df2daa: reopening flushed file at 1731475246135 (+7 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 715ms, sequenceid=97, compaction requested=false at 1731475246145 (+10 ms)Writing region close event to WAL at 1731475246189 (+44 ms)Closed at 1731475246189 2024-11-13T05:20:46,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46785 is added to blk_1073741830_1006 (size=63666) 2024-11-13T05:20:46,199 INFO [M:0;a61c20bd729c:35611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:20:46,199 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:20:46,199 INFO [M:0;a61c20bd729c:35611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35611 2024-11-13T05:20:46,200 INFO [M:0;a61c20bd729c:35611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:20:46,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:46,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35611-0x10132a32e300003, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:46,365 INFO [M:0;a61c20bd729c:35611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:20:46,419 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 1033, reset compression=false 2024-11-13T05:20:46,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f70bc3a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:20:46,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c855783{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:20:46,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:20:46,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@659beb6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:20:46,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11574a3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/hadoop.log.dir/,STOPPED} 2024-11-13T05:20:46,445 WARN [BP-2120667632-172.17.0.3-1731475228054 heartbeating to localhost/127.0.0.1:35919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:20:46,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:20:46,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:20:46,445 WARN [BP-2120667632-172.17.0.3-1731475228054 heartbeating to localhost/127.0.0.1:35919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2120667632-172.17.0.3-1731475228054 (Datanode Uuid d58f9fc4-0a96-45ce-812f-b41adff61a82) service to localhost/127.0.0.1:35919 2024-11-13T05:20:46,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/cluster_4dd9371f-f4bd-69dd-0e35-5343ad3d522a/data/data1/current/BP-2120667632-172.17.0.3-1731475228054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:20:46,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/cluster_4dd9371f-f4bd-69dd-0e35-5343ad3d522a/data/data2/current/BP-2120667632-172.17.0.3-1731475228054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:20:46,447 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:20:46,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@742620da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:20:46,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ae04b5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:20:46,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:20:46,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5a3398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:20:46,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72396638{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/hadoop.log.dir/,STOPPED} 2024-11-13T05:20:46,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:20:46,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:20:46,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:20:46,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:46,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:46,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:46,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:46,480 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:20:46,480 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1454702987, stopped=false 2024-11-13T05:20:46,480 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,35353,1731475225104 2024-11-13T05:20:46,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-330882550/running 2024-11-13T05:20:46,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-330882550/running 2024-11-13T05:20:46,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550 2024-11-13T05:20:46,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550 2024-11-13T05:20:46,545 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:20:46,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:20:46,546 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:46,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:46,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Set watcher on znode that does not yet exist, /0-330882550/running 2024-11-13T05:20:46,546 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,42947,1731475225357' ***** 2024-11-13T05:20:46,546 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:20:46,546 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:20:46,546 INFO [RS:0;a61c20bd729c:42947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:20:46,546 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:20:46,547 INFO [RS:0;a61c20bd729c:42947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:20:46,547 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(3091): Received CLOSE for 90e12489e95e9179abe3c50ff5fcad32 2024-11-13T05:20:46,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Set watcher on znode that does not yet exist, /0-330882550/running 2024-11-13T05:20:46,547 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(3091): Received CLOSE for ca0e95890c551fdd4eddf23dfd98800a 2024-11-13T05:20:46,547 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,42947,1731475225357 2024-11-13T05:20:46,547 INFO [RS:0;a61c20bd729c:42947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:20:46,547 INFO [RS:0;a61c20bd729c:42947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:42947. 2024-11-13T05:20:46,547 DEBUG [RS:0;a61c20bd729c:42947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:46,547 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90e12489e95e9179abe3c50ff5fcad32, disabling compactions & flushes 2024-11-13T05:20:46,547 DEBUG [RS:0;a61c20bd729c:42947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:46,547 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32. 2024-11-13T05:20:46,547 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32. 2024-11-13T05:20:46,547 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32. after waiting 0 ms 2024-11-13T05:20:46,547 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32. 2024-11-13T05:20:46,547 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:20:46,547 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:20:46,547 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:20:46,548 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:20:46,553 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T05:20:46,553 DEBUG [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(1325): Online Regions={90e12489e95e9179abe3c50ff5fcad32=test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32., 1588230740=hbase:meta,,1.1588230740, ca0e95890c551fdd4eddf23dfd98800a=hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a.} 2024-11-13T05:20:46,553 DEBUG [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90e12489e95e9179abe3c50ff5fcad32, ca0e95890c551fdd4eddf23dfd98800a 2024-11-13T05:20:46,553 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:20:46,553 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:20:46,553 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:20:46,553 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:20:46,553 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:20:46,553 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T05:20:46,568 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/default/test/90e12489e95e9179abe3c50ff5fcad32/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T05:20:46,568 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:20:46,568 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:20:46,568 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32. 2024-11-13T05:20:46,569 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90e12489e95e9179abe3c50ff5fcad32: Waiting for close lock at 1731475246547Running coprocessor pre-close hooks at 1731475246547Disabling compacts and flushes for region at 1731475246547Disabling writes for close at 1731475246547Writing region close event to WAL at 1731475246564 (+17 ms)Running coprocessor post-close hooks at 1731475246568 (+4 ms)Closed at 1731475246568 2024-11-13T05:20:46,569 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32. 2024-11-13T05:20:46,569 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca0e95890c551fdd4eddf23dfd98800a, disabling compactions & flushes 2024-11-13T05:20:46,569 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a. 2024-11-13T05:20:46,569 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a. 2024-11-13T05:20:46,569 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a. after waiting 0 ms 2024-11-13T05:20:46,569 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a. 2024-11-13T05:20:46,569 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ca0e95890c551fdd4eddf23dfd98800a 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-13T05:20:46,580 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/.tmp/info/f514636b897748268bf3a3ca6c91ff1e is 147, key is hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a./info:regioninfo/1731475238317/Put/seqid=0 2024-11-13T05:20:46,584 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/replication/ca0e95890c551fdd4eddf23dfd98800a/.tmp/hfileref/6ba62716fa1948e98a652791296eb0e6 is 74, key is 1/hfileref:37ffb8b370b84ab89cbf45507f3bb3fd_SeqId_6_/1731475243729/DeleteColumn/seqid=0 2024-11-13T05:20:46,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741846_1022 (size=7686) 2024-11-13T05:20:46,586 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/.tmp/info/f514636b897748268bf3a3ca6c91ff1e 2024-11-13T05:20:46,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741847_1023 (size=5345) 2024-11-13T05:20:46,596 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/replication/ca0e95890c551fdd4eddf23dfd98800a/.tmp/hfileref/6ba62716fa1948e98a652791296eb0e6 2024-11-13T05:20:46,612 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/.tmp/ns/c2d0c3dbe83d4bc8886755a7d6c57b69 is 43, key is default/ns:d/1731475227874/Put/seqid=0 2024-11-13T05:20:46,618 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/replication/ca0e95890c551fdd4eddf23dfd98800a/.tmp/queue/83ea5fd5049548ab8309ecfbbd7e36a3 is 154, key is 1-a61c20bd729c,42947,1731475225357/queue:a61c20bd729c%2C42947%2C1731475225357/1731475243734/Put/seqid=0 2024-11-13T05:20:46,619 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:20:46,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741848_1024 (size=5153) 2024-11-13T05:20:46,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741849_1025 (size=5353) 2024-11-13T05:20:46,632 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/replication/ca0e95890c551fdd4eddf23dfd98800a/.tmp/queue/83ea5fd5049548ab8309ecfbbd7e36a3 2024-11-13T05:20:46,638 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/replication/ca0e95890c551fdd4eddf23dfd98800a/.tmp/hfileref/6ba62716fa1948e98a652791296eb0e6 as hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/replication/ca0e95890c551fdd4eddf23dfd98800a/hfileref/6ba62716fa1948e98a652791296eb0e6 2024-11-13T05:20:46,644 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/replication/ca0e95890c551fdd4eddf23dfd98800a/hfileref/6ba62716fa1948e98a652791296eb0e6, entries=4, sequenceid=12, filesize=5.2 K 2024-11-13T05:20:46,645 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/replication/ca0e95890c551fdd4eddf23dfd98800a/.tmp/queue/83ea5fd5049548ab8309ecfbbd7e36a3 as hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/replication/ca0e95890c551fdd4eddf23dfd98800a/queue/83ea5fd5049548ab8309ecfbbd7e36a3 2024-11-13T05:20:46,651 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/replication/ca0e95890c551fdd4eddf23dfd98800a/queue/83ea5fd5049548ab8309ecfbbd7e36a3, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T05:20:46,653 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ca0e95890c551fdd4eddf23dfd98800a in 84ms, sequenceid=12, compaction requested=false 2024-11-13T05:20:46,663 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/replication/ca0e95890c551fdd4eddf23dfd98800a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T05:20:46,664 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:20:46,664 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:20:46,664 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a. 2024-11-13T05:20:46,664 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca0e95890c551fdd4eddf23dfd98800a: Waiting for close lock at 1731475246569Running coprocessor pre-close hooks at 1731475246569Disabling compacts and flushes for region at 1731475246569Disabling writes for close at 1731475246569Obtaining lock to block concurrent updates at 1731475246569Preparing flush snapshotting stores in ca0e95890c551fdd4eddf23dfd98800a at 1731475246569Finished memstore snapshotting hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731475246569Flushing stores of hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a. at 1731475246570 (+1 ms)Flushing ca0e95890c551fdd4eddf23dfd98800a/hfileref: creating writer at 1731475246570Flushing ca0e95890c551fdd4eddf23dfd98800a/hfileref: appending metadata at 1731475246584 (+14 ms)Flushing ca0e95890c551fdd4eddf23dfd98800a/hfileref: closing flushed file at 1731475246584Flushing ca0e95890c551fdd4eddf23dfd98800a/queue: creating writer at 1731475246600 (+16 ms)Flushing ca0e95890c551fdd4eddf23dfd98800a/queue: appending metadata at 1731475246617 (+17 ms)Flushing ca0e95890c551fdd4eddf23dfd98800a/queue: closing flushed file at 1731475246617Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b063d4a: reopening flushed file at 1731475246637 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e4045b0: reopening flushed file at 1731475246644 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ca0e95890c551fdd4eddf23dfd98800a in 84ms, sequenceid=12, compaction requested=false at 1731475246653 (+9 ms)Writing region close event to WAL at 1731475246659 (+6 ms)Running coprocessor post-close hooks at 1731475246664 (+5 ms)Closed at 1731475246664 2024-11-13T05:20:46,664 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731475237514.ca0e95890c551fdd4eddf23dfd98800a. 2024-11-13T05:20:46,753 DEBUG [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:20:46,953 DEBUG [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:20:47,026 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/.tmp/ns/c2d0c3dbe83d4bc8886755a7d6c57b69 2024-11-13T05:20:47,043 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:20:47,043 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:20:47,044 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/.tmp/rep_barrier/2e0b97ca8cfb4032a853d7be9c5330f6 is 112, key is test,,1731475234712.90e12489e95e9179abe3c50ff5fcad32./rep_barrier:seqnumDuringOpen/1731475235894/Put/seqid=0 2024-11-13T05:20:47,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741850_1026 (size=5518) 2024-11-13T05:20:47,049 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/.tmp/rep_barrier/2e0b97ca8cfb4032a853d7be9c5330f6 2024-11-13T05:20:47,072 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/.tmp/table/62f2a126516f4336bd1ff3a4519dcbc1 is 53, key is hbase:replication/table:state/1731475238324/Put/seqid=0 2024-11-13T05:20:47,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741851_1027 (size=5308) 2024-11-13T05:20:47,076 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/.tmp/table/62f2a126516f4336bd1ff3a4519dcbc1 2024-11-13T05:20:47,088 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/.tmp/info/f514636b897748268bf3a3ca6c91ff1e as hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/info/f514636b897748268bf3a3ca6c91ff1e 2024-11-13T05:20:47,100 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/info/f514636b897748268bf3a3ca6c91ff1e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T05:20:47,101 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/.tmp/ns/c2d0c3dbe83d4bc8886755a7d6c57b69 as hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/ns/c2d0c3dbe83d4bc8886755a7d6c57b69 2024-11-13T05:20:47,107 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/ns/c2d0c3dbe83d4bc8886755a7d6c57b69, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T05:20:47,110 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/.tmp/rep_barrier/2e0b97ca8cfb4032a853d7be9c5330f6 as hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/rep_barrier/2e0b97ca8cfb4032a853d7be9c5330f6 2024-11-13T05:20:47,117 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/rep_barrier/2e0b97ca8cfb4032a853d7be9c5330f6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T05:20:47,120 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/.tmp/table/62f2a126516f4336bd1ff3a4519dcbc1 as hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/table/62f2a126516f4336bd1ff3a4519dcbc1 2024-11-13T05:20:47,128 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/table/62f2a126516f4336bd1ff3a4519dcbc1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T05:20:47,129 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 576ms, sequenceid=16, compaction requested=false 2024-11-13T05:20:47,129 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:20:47,154 DEBUG [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:20:47,161 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T05:20:47,161 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:20:47,161 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:20:47,161 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:20:47,162 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475246553Running coprocessor pre-close hooks at 1731475246553Disabling compacts and flushes for region at 1731475246553Disabling writes for close at 1731475246553Obtaining lock to block concurrent updates at 1731475246553Preparing flush snapshotting stores in 1588230740 at 1731475246553Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731475246554 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731475246554Flushing 1588230740/info: creating writer at 1731475246554Flushing 1588230740/info: appending metadata at 1731475246580 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731475246580Flushing 1588230740/ns: creating writer at 1731475246590 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731475246612 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731475246612Flushing 1588230740/rep_barrier: creating writer at 1731475247030 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731475247043 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731475247043Flushing 1588230740/table: creating writer at 1731475247054 (+11 ms)Flushing 1588230740/table: appending metadata at 1731475247071 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731475247071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee15540: reopening flushed file at 1731475247082 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de821b5: reopening flushed file at 1731475247101 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c151d73: reopening flushed file at 1731475247108 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@700c9dfd: reopening flushed file at 1731475247117 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 576ms, sequenceid=16, compaction requested=false at 1731475247129 (+12 ms)Writing region close event to WAL at 1731475247151 (+22 ms)Running coprocessor post-close hooks at 1731475247161 (+10 ms)Closed at 1731475247161 2024-11-13T05:20:47,162 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:20:47,260 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 1033, reset compression=false 2024-11-13T05:20:47,264 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:20:47,264 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 1328, reset compression=false 2024-11-13T05:20:47,264 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.shippera61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,42947,1731475225357 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:20:47,265 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.shippera61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a61c20bd729c,42947,1731475225357: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a61c20bd729c,42947,1731475225357, walGroup=a61c20bd729c%2C42947%2C1731475225357, offset=a61c20bd729c%2C42947%2C1731475225357.1731475227174:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:42947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T05:20:47,266 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.shippera61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T05:20:47,267 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.shippera61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T05:20:47,267 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.shippera61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T05:20:47,267 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.shippera61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T05:20:47,267 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.shippera61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T05:20:47,267 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.shippera61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 613394760 }, "NonHeapMemoryUsage": { "committed": 191037440, "init": 7667712, "max": -1, "used": 188326944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T05:20:47,268 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.shippera61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:35353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T05:20:47,354 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,42947,1731475225357; all regions closed. 2024-11-13T05:20:47,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741834_1010 (size=4239) 2024-11-13T05:20:47,356 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.meta.1731475227743.meta not finished, retry = 0 2024-11-13T05:20:47,459 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.rep.1731475238258 not finished, retry = 0 2024-11-13T05:20:47,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741839_1015 (size=3127) 2024-11-13T05:20:47,474 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 to pos 1328, reset compression=false 2024-11-13T05:20:47,563 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/WALs/a61c20bd729c,42947,1731475225357/a61c20bd729c%2C42947%2C1731475225357.1731475227174 not finished, retry = 0 2024-11-13T05:20:47,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741833_1009 (size=1336) 2024-11-13T05:20:47,664 DEBUG [RS:0;a61c20bd729c:42947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:47,664 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:20:47,664 INFO [RS:0;a61c20bd729c:42947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:20:47,665 INFO [RS:0;a61c20bd729c:42947 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T05:20:47,665 INFO [RS:0;a61c20bd729c:42947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:20:47,665 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:20:47,665 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a61c20bd729c,42947,1731475225357 because: Region server is closing 2024-11-13T05:20:47,665 INFO [RS:0;a61c20bd729c:42947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:42947. 2024-11-13T05:20:47,665 DEBUG [RS:0;a61c20bd729c:42947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:47,665 DEBUG [RS:0;a61c20bd729c:42947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:47,665 DEBUG [RS:0;a61c20bd729c:42947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:47,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:47,766 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.shippera61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 terminated 2024-11-13T05:20:47,766 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,42947,1731475225357.replicationSource.wal-reader.a61c20bd729c%2C42947%2C1731475225357,1-a61c20bd729c,42947,1731475225357 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T05:20:47,766 INFO [RS:0;a61c20bd729c:42947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:42947. 2024-11-13T05:20:47,766 DEBUG [RS:0;a61c20bd729c:42947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:47,766 DEBUG [RS:0;a61c20bd729c:42947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:47,766 DEBUG [RS:0;a61c20bd729c:42947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:47,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:20:47,766 INFO [RS:0;a61c20bd729c:42947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42947 2024-11-13T05:20:47,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550/rs 2024-11-13T05:20:47,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-330882550/rs/a61c20bd729c,42947,1731475225357 2024-11-13T05:20:47,854 INFO [RS:0;a61c20bd729c:42947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:20:47,864 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,42947,1731475225357] 2024-11-13T05:20:47,896 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-330882550/draining/a61c20bd729c,42947,1731475225357 already deleted, retry=false 2024-11-13T05:20:47,896 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,42947,1731475225357 expired; onlineServers=0 2024-11-13T05:20:47,896 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,35353,1731475225104' ***** 2024-11-13T05:20:47,896 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:20:47,896 INFO [M:0;a61c20bd729c:35353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:20:47,896 INFO [M:0;a61c20bd729c:35353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:20:47,896 DEBUG [M:0;a61c20bd729c:35353 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:20:47,897 DEBUG [M:0;a61c20bd729c:35353 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:20:47,897 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:20:47,897 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475226925 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475226925,5,FailOnTimeoutGroup] 2024-11-13T05:20:47,897 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475226925 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475226925,5,FailOnTimeoutGroup] 2024-11-13T05:20:47,897 INFO [M:0;a61c20bd729c:35353 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:20:47,897 INFO [M:0;a61c20bd729c:35353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:20:47,897 DEBUG [M:0;a61c20bd729c:35353 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:20:47,897 INFO [M:0;a61c20bd729c:35353 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:20:47,897 INFO [M:0;a61c20bd729c:35353 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:20:47,897 INFO [M:0;a61c20bd729c:35353 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:20:47,898 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:20:47,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-330882550/master 2024-11-13T05:20:47,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-330882550 2024-11-13T05:20:47,953 DEBUG [M:0;a61c20bd729c:35353 {}] zookeeper.ZKUtil(347): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Unable to get data of znode /0-330882550/master because node does not exist (not an error) 2024-11-13T05:20:47,953 WARN [M:0;a61c20bd729c:35353 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:20:47,954 INFO [M:0;a61c20bd729c:35353 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/.lastflushedseqids 2024-11-13T05:20:47,965 INFO [RS:0;a61c20bd729c:42947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:20:47,965 INFO [RS:0;a61c20bd729c:42947 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,42947,1731475225357; zookeeper connection closed. 2024-11-13T05:20:47,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:47,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x10132a32e300001, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:47,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741852_1028 (size=263) 2024-11-13T05:20:47,970 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60c3256e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60c3256e 2024-11-13T05:20:47,970 INFO [M:0;a61c20bd729c:35353 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:20:47,970 INFO [M:0;a61c20bd729c:35353 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:20:47,970 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:20:47,970 DEBUG [M:0;a61c20bd729c:35353 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:20:47,970 INFO [M:0;a61c20bd729c:35353 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:47,970 DEBUG [M:0;a61c20bd729c:35353 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:47,970 DEBUG [M:0;a61c20bd729c:35353 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:20:47,970 DEBUG [M:0;a61c20bd729c:35353 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:47,970 INFO [M:0;a61c20bd729c:35353 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T05:20:47,992 DEBUG [M:0;a61c20bd729c:35353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8dd79efecf664511b9c6d50a6864d123 is 82, key is hbase:meta,,1/info:regioninfo/1731475227783/Put/seqid=0 2024-11-13T05:20:47,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741853_1029 (size=5672) 2024-11-13T05:20:47,997 INFO [M:0;a61c20bd729c:35353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8dd79efecf664511b9c6d50a6864d123 2024-11-13T05:20:48,023 DEBUG [M:0;a61c20bd729c:35353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd5bfde5a8c04b308168a089e2378ace is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731475238328/Put/seqid=0 2024-11-13T05:20:48,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741854_1030 (size=8516) 2024-11-13T05:20:48,428 INFO [M:0;a61c20bd729c:35353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd5bfde5a8c04b308168a089e2378ace 2024-11-13T05:20:48,448 DEBUG [M:0;a61c20bd729c:35353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9fb0a275b395471a93de6316bcdae81f is 69, key is a61c20bd729c,42947,1731475225357/rs:state/1731475227021/Put/seqid=0 2024-11-13T05:20:48,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741855_1031 (size=5156) 2024-11-13T05:20:48,852 INFO [M:0;a61c20bd729c:35353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9fb0a275b395471a93de6316bcdae81f 2024-11-13T05:20:48,857 DEBUG [M:0;a61c20bd729c:35353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8dd79efecf664511b9c6d50a6864d123 as hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8dd79efecf664511b9c6d50a6864d123 2024-11-13T05:20:48,861 INFO [M:0;a61c20bd729c:35353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8dd79efecf664511b9c6d50a6864d123, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T05:20:48,862 DEBUG [M:0;a61c20bd729c:35353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd5bfde5a8c04b308168a089e2378ace as hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd5bfde5a8c04b308168a089e2378ace 2024-11-13T05:20:48,865 INFO [M:0;a61c20bd729c:35353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd5bfde5a8c04b308168a089e2378ace, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T05:20:48,866 DEBUG [M:0;a61c20bd729c:35353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9fb0a275b395471a93de6316bcdae81f as hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9fb0a275b395471a93de6316bcdae81f 2024-11-13T05:20:48,869 INFO [M:0;a61c20bd729c:35353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42543/user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9fb0a275b395471a93de6316bcdae81f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T05:20:48,870 INFO [M:0;a61c20bd729c:35353 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=97, compaction requested=false 2024-11-13T05:20:48,871 INFO [M:0;a61c20bd729c:35353 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:48,871 DEBUG [M:0;a61c20bd729c:35353 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475247970Disabling compacts and flushes for region at 1731475247970Disabling writes for close at 1731475247970Obtaining lock to block concurrent updates at 1731475247970Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475247970Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731475247970Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475247971 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475247971Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475247992 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475247992Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475248003 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475248023 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475248023Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475248432 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475248448 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475248448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a93ec9d: reopening flushed file at 1731475248857 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eaf00f7: reopening flushed file at 1731475248862 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51be2a92: reopening flushed file at 1731475248865 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=97, compaction requested=false at 1731475248870 (+5 ms)Writing region close event to WAL at 1731475248871 (+1 ms)Closed at 1731475248871 2024-11-13T05:20:48,885 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb920712-4a3c-49e2-1340-c922c4fb7c65/MasterData/WALs/a61c20bd729c,35353,1731475225104/a61c20bd729c%2C35353%2C1731475225104.1731475226687 not finished, retry = 0 2024-11-13T05:20:48,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37875 is added to blk_1073741830_1006 (size=63654) 2024-11-13T05:20:48,986 INFO [M:0;a61c20bd729c:35353 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:20:48,986 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:20:48,986 INFO [M:0;a61c20bd729c:35353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35353 2024-11-13T05:20:48,986 INFO [M:0;a61c20bd729c:35353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:20:49,313 INFO [M:0;a61c20bd729c:35353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:20:49,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:49,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x10132a32e300000, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:20:49,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d2d1afa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:20:49,319 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17373f9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:20:49,319 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:20:49,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76131948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:20:49,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c217a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/hadoop.log.dir/,STOPPED} 2024-11-13T05:20:49,321 WARN [BP-517825841-172.17.0.3-1731475223197 heartbeating to localhost/127.0.0.1:42543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:20:49,321 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:20:49,321 WARN [BP-517825841-172.17.0.3-1731475223197 heartbeating to localhost/127.0.0.1:42543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-517825841-172.17.0.3-1731475223197 (Datanode Uuid 9519d3cb-33df-4218-9581-1a6dad3845fb) service to localhost/127.0.0.1:42543 2024-11-13T05:20:49,321 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:20:49,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/cluster_333b512e-6d0d-ce52-75cf-aeb50b1d94a8/data/data1/current/BP-517825841-172.17.0.3-1731475223197 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:20:49,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/cluster_333b512e-6d0d-ce52-75cf-aeb50b1d94a8/data/data2/current/BP-517825841-172.17.0.3-1731475223197 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:20:49,322 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:20:49,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bf57691{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:20:49,328 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12386e47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:20:49,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:20:49,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db69a8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:20:49,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5736233d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0b61c67-e5d1-0950-4fbc-958cb762ac00/hadoop.log.dir/,STOPPED} 2024-11-13T05:20:49,333 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T05:20:49,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:20:49,355 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=248 (was 204) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:42543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:42543 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:35919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:35919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:35919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:42543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:35919 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:35919 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:35919 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:42543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:42543 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52920) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:35919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:42543 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52920) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=428 (was 280) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4370 (was 4163) - AvailableMemoryMB LEAK? - 2024-11-13T05:20:49,364 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=248, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=428, ProcessCount=11, AvailableMemoryMB=4370 2024-11-13T05:20:49,380 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-13T05:20:49,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/hadoop.log.dir so I do NOT create it in target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf 2024-11-13T05:20:49,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:20:49,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/hadoop.tmp.dir so I do NOT create it in target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf 2024-11-13T05:20:49,381 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d493bf0c-bba7-bcdf-36dc-556dfe712498/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:20:49,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf 2024-11-13T05:20:49,381 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/cluster_ef9084c4-8ec7-22a3-56fd-c2c86bcda9cf, deleteOnExit=true 2024-11-13T05:20:49,404 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/cluster_ef9084c4-8ec7-22a3-56fd-c2c86bcda9cf/zookeeper_0, clientPort=61671, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/cluster_ef9084c4-8ec7-22a3-56fd-c2c86bcda9cf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/cluster_ef9084c4-8ec7-22a3-56fd-c2c86bcda9cf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T05:20:49,408 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61671 2024-11-13T05:20:49,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:20:49,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:20:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/test.cache.data in system properties and HBase conf 2024-11-13T05:20:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:20:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:20:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:20:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:20:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:20:49,409 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:20:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:20:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:20:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:20:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:20:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:20:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:20:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:20:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:20:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:20:49,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:20:49,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:20:49,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:20:49,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:20:49,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:20:49,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10132a32e300005, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T05:20:49,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10132a32e300002, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T05:20:49,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10132a32e300005, quorum=127.0.0.1:52920, baseZNode=/11342825857 Received Disconnected from ZooKeeper, ignoring 2024-11-13T05:20:49,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10132a32e300002, quorum=127.0.0.1:52920, baseZNode=/0-330882550 Received Disconnected from ZooKeeper, ignoring 2024-11-13T05:20:49,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:20:49,790 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:20:49,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:20:49,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:20:49,791 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:20:49,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:20:49,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1424c9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:20:49,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de59a61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:20:49,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5172f5da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/java.io.tmpdir/jetty-localhost-37303-hadoop-hdfs-3_4_1-tests_jar-_-any-156814128551083512/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:20:49,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e05f28e{HTTP/1.1, (http/1.1)}{localhost:37303} 2024-11-13T05:20:49,922 INFO [Time-limited test {}] server.Server(415): Started @194051ms 2024-11-13T05:20:50,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:20:50,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:20:50,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:20:50,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:20:50,214 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:20:50,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e77e763{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:20:50,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338dcc6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:20:50,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4260ffd0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/java.io.tmpdir/jetty-localhost-42711-hadoop-hdfs-3_4_1-tests_jar-_-any-845813729507289817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:20:50,321 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ccfdb21{HTTP/1.1, (http/1.1)}{localhost:42711} 2024-11-13T05:20:50,321 INFO [Time-limited test {}] server.Server(415): Started @194451ms 2024-11-13T05:20:50,322 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:20:51,070 WARN [Thread-2172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/cluster_ef9084c4-8ec7-22a3-56fd-c2c86bcda9cf/data/data1/current/BP-771773954-172.17.0.3-1731475249431/current, will proceed with Du for space computation calculation, 2024-11-13T05:20:51,070 WARN [Thread-2173 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/cluster_ef9084c4-8ec7-22a3-56fd-c2c86bcda9cf/data/data2/current/BP-771773954-172.17.0.3-1731475249431/current, will proceed with Du for space computation calculation, 2024-11-13T05:20:51,100 WARN [Thread-2160 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:20:51,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44cc7869731ccda7 with lease ID 0x479ca21d402c1965: Processing first storage report for DS-d5ba8af5-8b11-47c0-ab25-6dabfe9ba796 from datanode DatanodeRegistration(127.0.0.1:44669, datanodeUuid=7e46b022-544d-4d2e-9b74-d464da1eb39d, infoPort=46669, infoSecurePort=0, ipcPort=44509, storageInfo=lv=-57;cid=testClusterID;nsid=949425944;c=1731475249431) 2024-11-13T05:20:51,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44cc7869731ccda7 with lease ID 0x479ca21d402c1965: from storage DS-d5ba8af5-8b11-47c0-ab25-6dabfe9ba796 node DatanodeRegistration(127.0.0.1:44669, datanodeUuid=7e46b022-544d-4d2e-9b74-d464da1eb39d, infoPort=46669, infoSecurePort=0, ipcPort=44509, storageInfo=lv=-57;cid=testClusterID;nsid=949425944;c=1731475249431), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:20:51,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44cc7869731ccda7 with lease ID 0x479ca21d402c1965: Processing first storage report for DS-cb4d7871-b038-4fda-8c3f-c19f4ebe3fd4 from datanode DatanodeRegistration(127.0.0.1:44669, datanodeUuid=7e46b022-544d-4d2e-9b74-d464da1eb39d, infoPort=46669, infoSecurePort=0, ipcPort=44509, storageInfo=lv=-57;cid=testClusterID;nsid=949425944;c=1731475249431) 2024-11-13T05:20:51,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44cc7869731ccda7 with lease ID 0x479ca21d402c1965: from storage DS-cb4d7871-b038-4fda-8c3f-c19f4ebe3fd4 node DatanodeRegistration(127.0.0.1:44669, datanodeUuid=7e46b022-544d-4d2e-9b74-d464da1eb39d, infoPort=46669, infoSecurePort=0, ipcPort=44509, storageInfo=lv=-57;cid=testClusterID;nsid=949425944;c=1731475249431), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:20:51,150 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf 2024-11-13T05:20:51,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:51,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:51,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:20:51,562 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a with version=8 2024-11-13T05:20:51,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/hbase-staging 2024-11-13T05:20:51,565 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:20:51,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:51,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:51,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:20:51,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:51,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:20:51,565 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:20:51,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:20:51,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35083 2024-11-13T05:20:51,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35083 connecting to ZooKeeper ensemble=127.0.0.1:61671 2024-11-13T05:20:51,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350830x0, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:20:51,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35083-0x10132a394a60000 connected 2024-11-13T05:20:51,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:51,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:51,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Set watcher on znode that does not yet exist, /0-358605386/running 2024-11-13T05:20:51,742 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a, hbase.cluster.distributed=false 2024-11-13T05:20:51,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Set watcher on znode that does not yet exist, /0-358605386/acl 2024-11-13T05:20:51,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35083 2024-11-13T05:20:51,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35083 2024-11-13T05:20:51,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35083 2024-11-13T05:20:51,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35083 2024-11-13T05:20:51,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35083 2024-11-13T05:20:51,761 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:20:51,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:51,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:51,761 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:20:51,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:51,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:20:51,761 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:20:51,761 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:20:51,762 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34297 2024-11-13T05:20:51,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34297 connecting to ZooKeeper ensemble=127.0.0.1:61671 2024-11-13T05:20:51,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:51,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:51,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342970x0, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:20:51,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342970x0, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Set watcher on znode that does not yet exist, /0-358605386/running 2024-11-13T05:20:51,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34297-0x10132a394a60001 connected 2024-11-13T05:20:51,837 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:20:51,838 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:20:51,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Set watcher on znode that does not yet exist, /0-358605386/master 2024-11-13T05:20:51,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Set watcher on znode that does not yet exist, /0-358605386/acl 2024-11-13T05:20:51,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34297 2024-11-13T05:20:51,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34297 2024-11-13T05:20:51,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34297 2024-11-13T05:20:51,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34297 2024-11-13T05:20:51,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34297 2024-11-13T05:20:51,858 DEBUG [M:0;a61c20bd729c:35083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:35083 2024-11-13T05:20:51,858 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-358605386/backup-masters/a61c20bd729c,35083,1731475251565 2024-11-13T05:20:51,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386/backup-masters 2024-11-13T05:20:51,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386/backup-masters 2024-11-13T05:20:51,886 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Set watcher on existing znode=/0-358605386/backup-masters/a61c20bd729c,35083,1731475251565 2024-11-13T05:20:51,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386 2024-11-13T05:20:51,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-358605386/master 2024-11-13T05:20:51,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386 2024-11-13T05:20:51,896 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Set watcher on existing znode=/0-358605386/master 2024-11-13T05:20:51,896 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-358605386/backup-masters/a61c20bd729c,35083,1731475251565 from backup master directory 2024-11-13T05:20:51,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-358605386/backup-masters/a61c20bd729c,35083,1731475251565 2024-11-13T05:20:51,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386/backup-masters 2024-11-13T05:20:51,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386/backup-masters 2024-11-13T05:20:51,906 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:20:51,906 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,35083,1731475251565 2024-11-13T05:20:51,909 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/hbase.id] with ID: 55ca23f7-779a-479b-bbe0-a352d95467f0 2024-11-13T05:20:51,909 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/.tmp/hbase.id 2024-11-13T05:20:51,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:20:52,071 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:20:52,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:52,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:52,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:52,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:52,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:52,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:52,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:52,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:52,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:52,314 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/.tmp/hbase.id]:[hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/hbase.id] 2024-11-13T05:20:52,327 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:52,327 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:20:52,328 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T05:20:52,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386 2024-11-13T05:20:52,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386 2024-11-13T05:20:52,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:20:52,785 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:20:52,785 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:20:52,786 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:52,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:20:53,197 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store 2024-11-13T05:20:53,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:20:53,602 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:53,602 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:20:53,602 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:53,602 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:53,602 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:20:53,602 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:53,602 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:53,602 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475253602Disabling compacts and flushes for region at 1731475253602Disabling writes for close at 1731475253602Writing region close event to WAL at 1731475253602Closed at 1731475253602 2024-11-13T05:20:53,603 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/.initializing 2024-11-13T05:20:53,603 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/WALs/a61c20bd729c,35083,1731475251565 2024-11-13T05:20:53,604 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:20:53,605 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C35083%2C1731475251565, suffix=, logDir=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/WALs/a61c20bd729c,35083,1731475251565, archiveDir=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/oldWALs, maxLogs=10 2024-11-13T05:20:53,621 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/WALs/a61c20bd729c,35083,1731475251565/a61c20bd729c%2C35083%2C1731475251565.1731475253605, exclude list is [], retry=0 2024-11-13T05:20:53,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44669,DS-d5ba8af5-8b11-47c0-ab25-6dabfe9ba796,DISK] 2024-11-13T05:20:53,625 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/WALs/a61c20bd729c,35083,1731475251565/a61c20bd729c%2C35083%2C1731475251565.1731475253605 2024-11-13T05:20:53,625 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46669:46669)] 2024-11-13T05:20:53,625 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:53,625 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:53,625 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:53,625 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:53,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:53,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:20:53,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:53,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:53,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:53,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:20:53,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:53,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:53,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:53,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:20:53,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:53,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:53,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:53,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:20:53,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:53,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:53,638 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:53,638 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:53,638 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:53,639 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:53,639 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:53,639 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:20:53,640 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:53,642 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:20:53,642 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65054555, jitterRate=-0.030611589550971985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:20:53,643 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475253625Initializing all the Stores at 1731475253626 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475253626Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475253626Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475253626Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475253626Cleaning up temporary data from old regions at 1731475253639 (+13 ms)Region opened successfully at 1731475253643 (+4 ms) 2024-11-13T05:20:53,643 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:20:53,645 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ccdb43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:20:53,646 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:20:53,647 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:20:53,647 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:20:53,647 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:20:53,647 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:20:53,647 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:20:53,648 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:20:53,649 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:20:53,650 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Unable to get data of znode /0-358605386/balancer because node does not exist (not necessarily an error) 2024-11-13T05:20:53,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:20:53,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T05:20:53,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T05:20:53,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T05:20:53,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:20:53,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:20:53,706 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-358605386/balancer already deleted, retry=false 2024-11-13T05:20:53,706 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:20:53,707 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Unable to get data of znode /0-358605386/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:20:53,716 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-358605386/normalizer already deleted, retry=false 2024-11-13T05:20:53,717 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:20:53,717 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Unable to get data of znode /0-358605386/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:20:53,727 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-358605386/switch/split already deleted, retry=false 2024-11-13T05:20:53,728 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Unable to get data of znode /0-358605386/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:20:53,738 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-358605386/switch/merge already deleted, retry=false 2024-11-13T05:20:53,739 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Unable to get data of znode /0-358605386/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:20:53,748 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-358605386/snapshot-cleanup already deleted, retry=false 2024-11-13T05:20:53,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-358605386/running 2024-11-13T05:20:53,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-358605386/running 2024-11-13T05:20:53,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386 2024-11-13T05:20:53,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386 2024-11-13T05:20:53,759 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,35083,1731475251565, sessionid=0x10132a394a60000, setting cluster-up flag (Was=false) 2024-11-13T05:20:53,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386 2024-11-13T05:20:53,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386 2024-11-13T05:20:53,811 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-358605386/flush-table-proc/acquired, /0-358605386/flush-table-proc/reached, /0-358605386/flush-table-proc/abort 2024-11-13T05:20:53,812 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,35083,1731475251565 2024-11-13T05:20:53,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386 2024-11-13T05:20:53,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386 2024-11-13T05:20:53,864 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-358605386/online-snapshot/acquired, /0-358605386/online-snapshot/reached, /0-358605386/online-snapshot/abort 2024-11-13T05:20:53,865 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,35083,1731475251565 2024-11-13T05:20:53,866 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:20:53,867 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:53,867 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:20:53,867 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:20:53,868 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,35083,1731475251565 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:20:53,869 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:53,869 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:53,869 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:53,869 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:53,869 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:20:53,869 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:53,869 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:20:53,869 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:53,870 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475283870 2024-11-13T05:20:53,870 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:20:53,870 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:20:53,870 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:20:53,870 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:20:53,870 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:20:53,870 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:20:53,870 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:53,870 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:53,871 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:20:53,871 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:20:53,871 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:20:53,871 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:20:53,871 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:20:53,871 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:20:53,871 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:20:53,871 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475253871,5,FailOnTimeoutGroup] 2024-11-13T05:20:53,871 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:53,871 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475253871,5,FailOnTimeoutGroup] 2024-11-13T05:20:53,871 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:53,871 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:20:53,871 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:53,871 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:53,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:20:53,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:20:53,948 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(746): ClusterId : 55ca23f7-779a-479b-bbe0-a352d95467f0 2024-11-13T05:20:53,948 DEBUG [RS:0;a61c20bd729c:34297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:20:53,959 DEBUG [RS:0;a61c20bd729c:34297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:20:53,959 DEBUG [RS:0;a61c20bd729c:34297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:20:53,970 DEBUG [RS:0;a61c20bd729c:34297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:20:53,970 DEBUG [RS:0;a61c20bd729c:34297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637af76f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:20:53,983 DEBUG [RS:0;a61c20bd729c:34297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:34297 2024-11-13T05:20:53,983 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:20:53,983 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:20:53,983 DEBUG [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:20:53,984 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,35083,1731475251565 with port=34297, startcode=1731475251760 2024-11-13T05:20:53,984 DEBUG [RS:0;a61c20bd729c:34297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:20:53,985 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:20:53,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35083 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,34297,1731475251760 2024-11-13T05:20:53,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35083 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,34297,1731475251760 2024-11-13T05:20:53,987 DEBUG [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a 2024-11-13T05:20:53,987 DEBUG [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46647 2024-11-13T05:20:53,987 DEBUG [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:20:53,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386/rs 2024-11-13T05:20:53,998 DEBUG [RS:0;a61c20bd729c:34297 {}] zookeeper.ZKUtil(111): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Set watcher on existing znode=/0-358605386/rs/a61c20bd729c,34297,1731475251760 2024-11-13T05:20:53,998 WARN [RS:0;a61c20bd729c:34297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:20:53,998 INFO [RS:0;a61c20bd729c:34297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:53,998 DEBUG [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760 2024-11-13T05:20:53,999 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,34297,1731475251760] 2024-11-13T05:20:54,001 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:20:54,003 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:20:54,003 INFO [RS:0;a61c20bd729c:34297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:20:54,003 INFO [RS:0;a61c20bd729c:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:54,003 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:20:54,004 INFO [RS:0;a61c20bd729c:34297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:20:54,004 INFO [RS:0;a61c20bd729c:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:54,004 DEBUG [RS:0;a61c20bd729c:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:54,004 DEBUG [RS:0;a61c20bd729c:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:54,004 DEBUG [RS:0;a61c20bd729c:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:54,004 DEBUG [RS:0;a61c20bd729c:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:54,004 DEBUG [RS:0;a61c20bd729c:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:54,004 DEBUG [RS:0;a61c20bd729c:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:20:54,004 DEBUG [RS:0;a61c20bd729c:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:54,004 DEBUG [RS:0;a61c20bd729c:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:54,004 DEBUG [RS:0;a61c20bd729c:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:54,004 DEBUG [RS:0;a61c20bd729c:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:54,004 DEBUG [RS:0;a61c20bd729c:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:54,004 DEBUG [RS:0;a61c20bd729c:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:54,004 DEBUG [RS:0;a61c20bd729c:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:20:54,004 DEBUG [RS:0;a61c20bd729c:34297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:20:54,005 INFO [RS:0;a61c20bd729c:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:54,005 INFO [RS:0;a61c20bd729c:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:54,005 INFO [RS:0;a61c20bd729c:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:54,005 INFO [RS:0;a61c20bd729c:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:54,005 INFO [RS:0;a61c20bd729c:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:54,005 INFO [RS:0;a61c20bd729c:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,34297,1731475251760-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:20:54,020 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:20:54,020 INFO [RS:0;a61c20bd729c:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,34297,1731475251760-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:54,020 INFO [RS:0;a61c20bd729c:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:54,020 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.Replication(171): a61c20bd729c,34297,1731475251760 started 2024-11-13T05:20:54,031 INFO [RS:0;a61c20bd729c:34297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:54,031 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,34297,1731475251760, RpcServer on a61c20bd729c/172.17.0.3:34297, sessionid=0x10132a394a60001 2024-11-13T05:20:54,031 DEBUG [RS:0;a61c20bd729c:34297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:20:54,031 DEBUG [RS:0;a61c20bd729c:34297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,34297,1731475251760 2024-11-13T05:20:54,031 DEBUG [RS:0;a61c20bd729c:34297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,34297,1731475251760' 2024-11-13T05:20:54,031 DEBUG [RS:0;a61c20bd729c:34297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-358605386/flush-table-proc/abort' 2024-11-13T05:20:54,032 DEBUG [RS:0;a61c20bd729c:34297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-358605386/flush-table-proc/acquired' 2024-11-13T05:20:54,032 DEBUG [RS:0;a61c20bd729c:34297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:20:54,032 DEBUG [RS:0;a61c20bd729c:34297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:20:54,032 DEBUG [RS:0;a61c20bd729c:34297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,34297,1731475251760 2024-11-13T05:20:54,032 DEBUG [RS:0;a61c20bd729c:34297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,34297,1731475251760' 2024-11-13T05:20:54,032 DEBUG [RS:0;a61c20bd729c:34297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-358605386/online-snapshot/abort' 2024-11-13T05:20:54,033 DEBUG [RS:0;a61c20bd729c:34297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-358605386/online-snapshot/acquired' 2024-11-13T05:20:54,033 DEBUG [RS:0;a61c20bd729c:34297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:20:54,033 INFO [RS:0;a61c20bd729c:34297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:20:54,033 INFO [RS:0;a61c20bd729c:34297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:20:54,133 INFO [RS:0;a61c20bd729c:34297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:20:54,135 INFO [RS:0;a61c20bd729c:34297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C34297%2C1731475251760, suffix=, logDir=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760, archiveDir=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/oldWALs, maxLogs=10 2024-11-13T05:20:54,150 DEBUG [RS:0;a61c20bd729c:34297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135, exclude list is [], retry=0 2024-11-13T05:20:54,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44669,DS-d5ba8af5-8b11-47c0-ab25-6dabfe9ba796,DISK] 2024-11-13T05:20:54,154 INFO [RS:0;a61c20bd729c:34297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 2024-11-13T05:20:54,154 DEBUG [RS:0;a61c20bd729c:34297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46669:46669)] 2024-11-13T05:20:54,280 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:20:54,280 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a 2024-11-13T05:20:54,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741833_1009 (size=32) 2024-11-13T05:20:54,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:54,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:20:54,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:20:54,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:54,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:54,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:20:54,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:20:54,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:54,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:54,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:20:54,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:20:54,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:54,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:54,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:20:54,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:20:54,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:54,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:54,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:20:54,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740 2024-11-13T05:20:54,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740 2024-11-13T05:20:54,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:20:54,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:20:54,693 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:20:54,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:20:54,695 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:20:54,695 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62011702, jitterRate=-0.07595363259315491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:20:54,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475254686Initializing all the Stores at 1731475254686Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475254686Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475254686Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475254686Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475254686Cleaning up temporary data from old regions at 1731475254693 (+7 ms)Region opened successfully at 1731475254696 (+3 ms) 2024-11-13T05:20:54,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:20:54,696 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:20:54,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:20:54,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:20:54,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:20:54,696 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:20:54,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475254696Disabling compacts and flushes for region at 1731475254696Disabling writes for close at 1731475254696Writing region close event to WAL at 1731475254696Closed at 1731475254696 2024-11-13T05:20:54,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:54,697 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:20:54,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:20:54,698 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:20:54,698 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:20:54,849 DEBUG [a61c20bd729c:35083 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:20:54,849 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,34297,1731475251760 2024-11-13T05:20:54,850 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,34297,1731475251760, state=OPENING 2024-11-13T05:20:54,895 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:20:54,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386 2024-11-13T05:20:54,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386 2024-11-13T05:20:54,906 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:20:54,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-358605386/meta-region-server: CHANGED 2024-11-13T05:20:54,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-358605386/meta-region-server: CHANGED 2024-11-13T05:20:54,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,34297,1731475251760}] 2024-11-13T05:20:55,059 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:20:55,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:20:55,063 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:20:55,063 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:55,064 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:20:55,065 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C34297%2C1731475251760.meta, suffix=.meta, logDir=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760, archiveDir=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/oldWALs, maxLogs=10 2024-11-13T05:20:55,076 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.meta.1731475255065.meta, exclude list is [], retry=0 2024-11-13T05:20:55,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44669,DS-d5ba8af5-8b11-47c0-ab25-6dabfe9ba796,DISK] 2024-11-13T05:20:55,081 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.meta.1731475255065.meta 2024-11-13T05:20:55,082 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46669:46669)] 2024-11-13T05:20:55,082 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:55,082 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:20:55,082 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:20:55,082 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:20:55,082 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:20:55,083 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:20:55,083 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:55,083 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:20:55,083 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:20:55,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:20:55,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:20:55,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:55,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:20:55,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:20:55,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:55,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:20:55,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:20:55,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:55,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:20:55,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:20:55,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:55,087 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:20:55,087 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740 2024-11-13T05:20:55,088 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740 2024-11-13T05:20:55,089 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:20:55,089 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:20:55,089 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:20:55,090 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:20:55,091 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71753238, jitterRate=0.06920656561851501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:20:55,091 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:20:55,092 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475255083Writing region info on filesystem at 1731475255083Initializing all the Stores at 1731475255083Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475255083Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475255084 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475255084Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475255084Cleaning up temporary data from old regions at 1731475255089 (+5 ms)Running coprocessor post-open hooks at 1731475255091 (+2 ms)Region opened successfully at 1731475255092 (+1 ms) 2024-11-13T05:20:55,092 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475255058 2024-11-13T05:20:55,094 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:20:55,094 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:20:55,095 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,34297,1731475251760 2024-11-13T05:20:55,095 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,34297,1731475251760, state=OPEN 2024-11-13T05:20:55,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-358605386/meta-region-server 2024-11-13T05:20:55,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-358605386/meta-region-server 2024-11-13T05:20:55,140 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,34297,1731475251760 2024-11-13T05:20:55,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-358605386/meta-region-server: CHANGED 2024-11-13T05:20:55,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-358605386/meta-region-server: CHANGED 2024-11-13T05:20:55,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:20:55,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,34297,1731475251760 in 234 msec 2024-11-13T05:20:55,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:20:55,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-13T05:20:55,143 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:55,143 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:20:55,144 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:55,144 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,34297,1731475251760, seqNum=-1] 2024-11-13T05:20:55,145 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:55,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:55,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2820 sec 2024-11-13T05:20:55,150 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475255150, completionTime=-1 2024-11-13T05:20:55,150 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:20:55,150 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:20:55,151 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:20:55,151 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475315151 2024-11-13T05:20:55,151 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475375151 2024-11-13T05:20:55,151 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T05:20:55,152 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35083,1731475251565-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:55,152 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35083,1731475251565-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:55,152 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35083,1731475251565-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:55,152 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:35083, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:55,152 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:55,152 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:55,153 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:20:55,155 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.249sec 2024-11-13T05:20:55,155 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:20:55,155 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:20:55,155 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:20:55,155 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:20:55,155 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:20:55,155 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35083,1731475251565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:20:55,155 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35083,1731475251565-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:20:55,157 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:20:55,157 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:20:55,157 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35083,1731475251565-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:55,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cbaa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:55,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35083,-1 for getting cluster id 2024-11-13T05:20:55,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:20:55,250 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55ca23f7-779a-479b-bbe0-a352d95467f0' 2024-11-13T05:20:55,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:20:55,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55ca23f7-779a-479b-bbe0-a352d95467f0" 2024-11-13T05:20:55,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403571b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:55,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35083,-1] 2024-11-13T05:20:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:20:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:55,252 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:20:55,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251ef688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:55,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:20:55,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,34297,1731475251760, seqNum=-1] 2024-11-13T05:20:55,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:55,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:55,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,35083,1731475251565 2024-11-13T05:20:55,256 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61671 2024-11-13T05:20:55,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:20:55,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10132a394a60002 connected 2024-11-13T05:20:55,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/hadoop.log.dir so I do NOT create it in target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432 2024-11-13T05:20:55,287 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:20:55,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/hadoop.tmp.dir so I do NOT create it in target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432 2024-11-13T05:20:55,287 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:20:55,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432 2024-11-13T05:20:55,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:20:55,287 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/cluster_efbe2475-16f6-58e5-89f3-7c23b65a0dcc, deleteOnExit=true 2024-11-13T05:20:55,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:20:55,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/test.cache.data in system properties and HBase conf 2024-11-13T05:20:55,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:20:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:20:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:20:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:20:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:20:55,288 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:20:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:20:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:20:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:20:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:20:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:20:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:20:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:20:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:20:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:20:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:20:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:20:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:20:55,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:20:55,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:20:55,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:20:55,616 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:20:55,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:20:55,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:20:55,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:20:55,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:20:55,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c3bb764{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:20:55,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e07a1af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:20:55,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@173d8147{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/java.io.tmpdir/jetty-localhost-43933-hadoop-hdfs-3_4_1-tests_jar-_-any-10434586843100872499/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:20:55,714 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f613f66{HTTP/1.1, (http/1.1)}{localhost:43933} 2024-11-13T05:20:55,714 INFO [Time-limited test {}] server.Server(415): Started @199844ms 2024-11-13T05:20:55,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:20:55,968 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:20:55,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:20:55,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:20:55,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:20:55,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@473d1391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:20:55,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66020d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:20:56,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40e5f5b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/java.io.tmpdir/jetty-localhost-34563-hadoop-hdfs-3_4_1-tests_jar-_-any-4766402729040298777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:20:56,067 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@feb2d2d{HTTP/1.1, (http/1.1)}{localhost:34563} 2024-11-13T05:20:56,067 INFO [Time-limited test {}] server.Server(415): Started @200197ms 2024-11-13T05:20:56,069 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:20:56,711 WARN [Thread-2293 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/cluster_efbe2475-16f6-58e5-89f3-7c23b65a0dcc/data/data1/current/BP-384505502-172.17.0.3-1731475255302/current, will proceed with Du for space computation calculation, 2024-11-13T05:20:56,711 WARN [Thread-2294 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/cluster_efbe2475-16f6-58e5-89f3-7c23b65a0dcc/data/data2/current/BP-384505502-172.17.0.3-1731475255302/current, will proceed with Du for space computation calculation, 2024-11-13T05:20:56,725 WARN [Thread-2281 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:20:56,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4590bb1d9bb13fe with lease ID 0x9e897b0be778c43: Processing first storage report for DS-49023c1f-ec22-401e-9862-6635417b3d42 from datanode DatanodeRegistration(127.0.0.1:34263, datanodeUuid=45c6e798-6f82-42f4-b1db-416f2f0b0442, infoPort=35719, infoSecurePort=0, ipcPort=38409, storageInfo=lv=-57;cid=testClusterID;nsid=1622912467;c=1731475255302) 2024-11-13T05:20:56,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4590bb1d9bb13fe with lease ID 0x9e897b0be778c43: from storage DS-49023c1f-ec22-401e-9862-6635417b3d42 node DatanodeRegistration(127.0.0.1:34263, datanodeUuid=45c6e798-6f82-42f4-b1db-416f2f0b0442, infoPort=35719, infoSecurePort=0, ipcPort=38409, storageInfo=lv=-57;cid=testClusterID;nsid=1622912467;c=1731475255302), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:20:56,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4590bb1d9bb13fe with lease ID 0x9e897b0be778c43: Processing first storage report for DS-32ee0037-d6fa-4e94-8682-9f0286c9f97d from datanode DatanodeRegistration(127.0.0.1:34263, datanodeUuid=45c6e798-6f82-42f4-b1db-416f2f0b0442, infoPort=35719, infoSecurePort=0, ipcPort=38409, storageInfo=lv=-57;cid=testClusterID;nsid=1622912467;c=1731475255302) 2024-11-13T05:20:56,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4590bb1d9bb13fe with lease ID 0x9e897b0be778c43: from storage DS-32ee0037-d6fa-4e94-8682-9f0286c9f97d node DatanodeRegistration(127.0.0.1:34263, datanodeUuid=45c6e798-6f82-42f4-b1db-416f2f0b0442, infoPort=35719, infoSecurePort=0, ipcPort=38409, storageInfo=lv=-57;cid=testClusterID;nsid=1622912467;c=1731475255302), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:20:56,806 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432 2024-11-13T05:20:56,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:56,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:56,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:20:57,214 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a with version=8 2024-11-13T05:20:57,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/hbase-staging 2024-11-13T05:20:57,216 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:20:57,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:57,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:57,216 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:20:57,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:57,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:20:57,216 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:20:57,216 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:20:57,217 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35651 2024-11-13T05:20:57,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35651 connecting to ZooKeeper ensemble=127.0.0.1:61671 2024-11-13T05:20:57,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356510x0, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:20:57,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35651-0x10132a394a60003 connected 2024-11-13T05:20:57,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:57,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:57,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Set watcher on znode that does not yet exist, /1636233289/running 2024-11-13T05:20:57,384 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a, hbase.cluster.distributed=false 2024-11-13T05:20:57,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Set watcher on znode that does not yet exist, /1636233289/acl 2024-11-13T05:20:57,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35651 2024-11-13T05:20:57,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35651 2024-11-13T05:20:57,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35651 2024-11-13T05:20:57,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35651 2024-11-13T05:20:57,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35651 2024-11-13T05:20:57,407 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:20:57,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:57,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:57,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:20:57,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:20:57,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:20:57,407 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:20:57,407 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:20:57,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40421 2024-11-13T05:20:57,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40421 connecting to ZooKeeper ensemble=127.0.0.1:61671 2024-11-13T05:20:57,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:57,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:57,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404210x0, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:20:57,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404210x0, quorum=127.0.0.1:61671, baseZNode=/1636233289 Set watcher on znode that does not yet exist, /1636233289/running 2024-11-13T05:20:57,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40421-0x10132a394a60004 connected 2024-11-13T05:20:57,422 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:20:57,423 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:20:57,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Set watcher on znode that does not yet exist, /1636233289/master 2024-11-13T05:20:57,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Set watcher on znode that does not yet exist, /1636233289/acl 2024-11-13T05:20:57,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40421 2024-11-13T05:20:57,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40421 2024-11-13T05:20:57,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40421 2024-11-13T05:20:57,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40421 2024-11-13T05:20:57,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40421 2024-11-13T05:20:57,440 DEBUG [M:0;a61c20bd729c:35651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:35651 2024-11-13T05:20:57,440 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1636233289/backup-masters/a61c20bd729c,35651,1731475257216 2024-11-13T05:20:57,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289/backup-masters 2024-11-13T05:20:57,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289/backup-masters 2024-11-13T05:20:57,451 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Set watcher on existing znode=/1636233289/backup-masters/a61c20bd729c,35651,1731475257216 2024-11-13T05:20:57,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1636233289/master 2024-11-13T05:20:57,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289 2024-11-13T05:20:57,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289 2024-11-13T05:20:57,461 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Set watcher on existing znode=/1636233289/master 2024-11-13T05:20:57,461 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1636233289/backup-masters/a61c20bd729c,35651,1731475257216 from backup master directory 2024-11-13T05:20:57,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1636233289/backup-masters/a61c20bd729c,35651,1731475257216 2024-11-13T05:20:57,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289/backup-masters 2024-11-13T05:20:57,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289/backup-masters 2024-11-13T05:20:57,471 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:20:57,471 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,35651,1731475257216 2024-11-13T05:20:57,475 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/hbase.id] with ID: 15dade55-3429-47aa-94ea-2b2fc2819c56 2024-11-13T05:20:57,475 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/.tmp/hbase.id 2024-11-13T05:20:57,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:20:57,880 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/.tmp/hbase.id]:[hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/hbase.id] 2024-11-13T05:20:57,888 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:20:57,888 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:20:57,889 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T05:20:57,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289 2024-11-13T05:20:57,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289 2024-11-13T05:20:57,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:20:58,394 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:20:58,394 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:20:58,395 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:58,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:20:58,801 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store 2024-11-13T05:20:58,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:20:59,156 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:20:59,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:59,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:59,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:59,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:59,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:59,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:59,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:59,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:59,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:20:59,209 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:59,209 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:20:59,209 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:59,209 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:59,209 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:20:59,209 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:59,209 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:20:59,209 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475259209Disabling compacts and flushes for region at 1731475259209Disabling writes for close at 1731475259209Writing region close event to WAL at 1731475259209Closed at 1731475259209 2024-11-13T05:20:59,210 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/.initializing 2024-11-13T05:20:59,210 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/WALs/a61c20bd729c,35651,1731475257216 2024-11-13T05:20:59,211 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:20:59,212 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C35651%2C1731475257216, suffix=, logDir=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/WALs/a61c20bd729c,35651,1731475257216, archiveDir=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/oldWALs, maxLogs=10 2024-11-13T05:20:59,224 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/WALs/a61c20bd729c,35651,1731475257216/a61c20bd729c%2C35651%2C1731475257216.1731475259212, exclude list is [], retry=0 2024-11-13T05:20:59,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34263,DS-49023c1f-ec22-401e-9862-6635417b3d42,DISK] 2024-11-13T05:20:59,228 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/WALs/a61c20bd729c,35651,1731475257216/a61c20bd729c%2C35651%2C1731475257216.1731475259212 2024-11-13T05:20:59,228 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35719:35719)] 2024-11-13T05:20:59,228 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:59,228 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:59,228 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:59,228 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:59,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:59,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:20:59,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:59,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:59,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:59,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:20:59,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:59,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:59,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:59,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:20:59,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:59,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:59,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:59,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:20:59,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:59,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:59,235 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:59,235 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:59,235 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:59,236 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:59,236 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:59,236 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:20:59,237 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:20:59,238 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:20:59,238 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63850650, jitterRate=-0.04855117201805115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:20:59,239 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475259228Initializing all the Stores at 1731475259229 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475259229Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475259230 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475259230Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475259230Cleaning up temporary data from old regions at 1731475259236 (+6 ms)Region opened successfully at 1731475259239 (+3 ms) 2024-11-13T05:20:59,239 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:20:59,241 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42843e77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:20:59,242 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:20:59,242 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:20:59,242 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:20:59,242 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:20:59,243 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:20:59,243 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:20:59,243 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:20:59,249 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:20:59,249 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Unable to get data of znode /1636233289/balancer because node does not exist (not necessarily an error) 2024-11-13T05:20:59,327 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1636233289/balancer already deleted, retry=false 2024-11-13T05:20:59,327 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:20:59,328 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Unable to get data of znode /1636233289/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:20:59,337 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1636233289/normalizer already deleted, retry=false 2024-11-13T05:20:59,337 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:20:59,338 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Unable to get data of znode /1636233289/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:20:59,348 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1636233289/switch/split already deleted, retry=false 2024-11-13T05:20:59,349 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Unable to get data of znode /1636233289/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:20:59,358 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1636233289/switch/merge already deleted, retry=false 2024-11-13T05:20:59,360 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Unable to get data of znode /1636233289/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:20:59,369 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1636233289/snapshot-cleanup already deleted, retry=false 2024-11-13T05:20:59,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1636233289/running 2024-11-13T05:20:59,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1636233289/running 2024-11-13T05:20:59,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289 2024-11-13T05:20:59,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289 2024-11-13T05:20:59,380 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,35651,1731475257216, sessionid=0x10132a394a60003, setting cluster-up flag (Was=false) 2024-11-13T05:20:59,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289 2024-11-13T05:20:59,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289 2024-11-13T05:20:59,432 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1636233289/flush-table-proc/acquired, /1636233289/flush-table-proc/reached, /1636233289/flush-table-proc/abort 2024-11-13T05:20:59,433 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,35651,1731475257216 2024-11-13T05:20:59,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289 2024-11-13T05:20:59,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289 2024-11-13T05:20:59,485 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1636233289/online-snapshot/acquired, /1636233289/online-snapshot/reached, /1636233289/online-snapshot/abort 2024-11-13T05:20:59,485 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,35651,1731475257216 2024-11-13T05:20:59,486 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:20:59,487 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:59,487 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:20:59,487 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:20:59,488 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,35651,1731475257216 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:20:59,489 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:59,489 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:59,489 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:59,489 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:20:59,489 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:20:59,489 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:59,489 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:20:59,489 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:59,489 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475289489 2024-11-13T05:20:59,490 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:20:59,490 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:20:59,490 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:20:59,490 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:20:59,490 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:20:59,490 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:20:59,490 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:59,490 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:59,490 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:20:59,490 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:20:59,490 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:20:59,490 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:20:59,490 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:20:59,491 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:20:59,491 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:20:59,491 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:59,491 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475259491,5,FailOnTimeoutGroup] 2024-11-13T05:20:59,491 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:20:59,491 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475259491,5,FailOnTimeoutGroup] 2024-11-13T05:20:59,491 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:59,491 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:20:59,491 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:59,491 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:59,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:20:59,533 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(746): ClusterId : 15dade55-3429-47aa-94ea-2b2fc2819c56 2024-11-13T05:20:59,533 DEBUG [RS:0;a61c20bd729c:40421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:20:59,546 DEBUG [RS:0;a61c20bd729c:40421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:20:59,546 DEBUG [RS:0;a61c20bd729c:40421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:20:59,559 DEBUG [RS:0;a61c20bd729c:40421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:20:59,559 DEBUG [RS:0;a61c20bd729c:40421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2adbef0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:20:59,570 DEBUG [RS:0;a61c20bd729c:40421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:40421 2024-11-13T05:20:59,570 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:20:59,570 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:20:59,570 DEBUG [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:20:59,570 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,35651,1731475257216 with port=40421, startcode=1731475257406 2024-11-13T05:20:59,570 DEBUG [RS:0;a61c20bd729c:40421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:20:59,572 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:20:59,572 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35651 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,40421,1731475257406 2024-11-13T05:20:59,572 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35651 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,40421,1731475257406 2024-11-13T05:20:59,573 DEBUG [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a 2024-11-13T05:20:59,573 DEBUG [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33123 2024-11-13T05:20:59,573 DEBUG [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:20:59,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289/rs 2024-11-13T05:20:59,580 DEBUG [RS:0;a61c20bd729c:40421 {}] zookeeper.ZKUtil(111): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Set watcher on existing znode=/1636233289/rs/a61c20bd729c,40421,1731475257406 2024-11-13T05:20:59,580 WARN [RS:0;a61c20bd729c:40421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:20:59,580 INFO [RS:0;a61c20bd729c:40421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:20:59,580 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,40421,1731475257406] 2024-11-13T05:20:59,580 DEBUG [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406 2024-11-13T05:20:59,582 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:20:59,584 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:20:59,584 INFO [RS:0;a61c20bd729c:40421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:20:59,584 INFO [RS:0;a61c20bd729c:40421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:59,584 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:20:59,585 INFO [RS:0;a61c20bd729c:40421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:20:59,585 INFO [RS:0;a61c20bd729c:40421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:59,585 DEBUG [RS:0;a61c20bd729c:40421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:59,585 DEBUG [RS:0;a61c20bd729c:40421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:59,585 DEBUG [RS:0;a61c20bd729c:40421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:59,585 DEBUG [RS:0;a61c20bd729c:40421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:59,585 DEBUG [RS:0;a61c20bd729c:40421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:59,585 DEBUG [RS:0;a61c20bd729c:40421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:20:59,585 DEBUG [RS:0;a61c20bd729c:40421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:59,585 DEBUG [RS:0;a61c20bd729c:40421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:59,585 DEBUG [RS:0;a61c20bd729c:40421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:59,585 DEBUG [RS:0;a61c20bd729c:40421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:59,585 DEBUG [RS:0;a61c20bd729c:40421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:59,585 DEBUG [RS:0;a61c20bd729c:40421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:20:59,585 DEBUG [RS:0;a61c20bd729c:40421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:20:59,586 DEBUG [RS:0;a61c20bd729c:40421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:20:59,586 INFO [RS:0;a61c20bd729c:40421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:59,586 INFO [RS:0;a61c20bd729c:40421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:59,586 INFO [RS:0;a61c20bd729c:40421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:59,586 INFO [RS:0;a61c20bd729c:40421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:59,586 INFO [RS:0;a61c20bd729c:40421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:59,586 INFO [RS:0;a61c20bd729c:40421 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,40421,1731475257406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:20:59,601 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:20:59,601 INFO [RS:0;a61c20bd729c:40421 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,40421,1731475257406-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:59,602 INFO [RS:0;a61c20bd729c:40421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:59,602 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.Replication(171): a61c20bd729c,40421,1731475257406 started 2024-11-13T05:20:59,616 INFO [RS:0;a61c20bd729c:40421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:20:59,616 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,40421,1731475257406, RpcServer on a61c20bd729c/172.17.0.3:40421, sessionid=0x10132a394a60004 2024-11-13T05:20:59,616 DEBUG [RS:0;a61c20bd729c:40421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:20:59,616 DEBUG [RS:0;a61c20bd729c:40421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,40421,1731475257406 2024-11-13T05:20:59,616 DEBUG [RS:0;a61c20bd729c:40421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,40421,1731475257406' 2024-11-13T05:20:59,617 DEBUG [RS:0;a61c20bd729c:40421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1636233289/flush-table-proc/abort' 2024-11-13T05:20:59,617 DEBUG [RS:0;a61c20bd729c:40421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1636233289/flush-table-proc/acquired' 2024-11-13T05:20:59,617 DEBUG [RS:0;a61c20bd729c:40421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:20:59,617 DEBUG [RS:0;a61c20bd729c:40421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:20:59,617 DEBUG [RS:0;a61c20bd729c:40421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,40421,1731475257406 2024-11-13T05:20:59,617 DEBUG [RS:0;a61c20bd729c:40421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,40421,1731475257406' 2024-11-13T05:20:59,617 DEBUG [RS:0;a61c20bd729c:40421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1636233289/online-snapshot/abort' 2024-11-13T05:20:59,618 DEBUG [RS:0;a61c20bd729c:40421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1636233289/online-snapshot/acquired' 2024-11-13T05:20:59,618 DEBUG [RS:0;a61c20bd729c:40421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:20:59,618 INFO [RS:0;a61c20bd729c:40421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:20:59,618 INFO [RS:0;a61c20bd729c:40421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:20:59,718 INFO [RS:0;a61c20bd729c:40421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:20:59,719 INFO [RS:0;a61c20bd729c:40421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C40421%2C1731475257406, suffix=, logDir=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406, archiveDir=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/oldWALs, maxLogs=10 2024-11-13T05:20:59,732 DEBUG [RS:0;a61c20bd729c:40421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720, exclude list is [], retry=0 2024-11-13T05:20:59,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34263,DS-49023c1f-ec22-401e-9862-6635417b3d42,DISK] 2024-11-13T05:20:59,735 INFO [RS:0;a61c20bd729c:40421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 2024-11-13T05:20:59,736 DEBUG [RS:0;a61c20bd729c:40421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35719:35719)] 2024-11-13T05:20:59,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:20:59,897 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a 2024-11-13T05:20:59,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741833_1009 (size=32) 2024-11-13T05:20:59,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:59,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:20:59,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:20:59,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:59,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:59,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:20:59,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:20:59,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:59,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:59,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:20:59,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:20:59,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:59,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:59,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:20:59,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:20:59,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:59,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:20:59,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:20:59,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740 2024-11-13T05:20:59,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740 2024-11-13T05:20:59,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:20:59,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:20:59,919 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:20:59,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:20:59,922 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:20:59,922 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73286009, jitterRate=0.09204663336277008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:20:59,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475259907Initializing all the Stores at 1731475259907Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475259907Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475259908 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475259908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475259908Cleaning up temporary data from old regions at 1731475259918 (+10 ms)Region opened successfully at 1731475259922 (+4 ms) 2024-11-13T05:20:59,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:20:59,923 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:20:59,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:20:59,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:20:59,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:20:59,923 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:20:59,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475259923Disabling compacts and flushes for region at 1731475259923Disabling writes for close at 1731475259923Writing region close event to WAL at 1731475259923Closed at 1731475259923 2024-11-13T05:20:59,924 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:20:59,924 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:20:59,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:20:59,925 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:20:59,926 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:21:00,001 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:21:00,076 DEBUG [a61c20bd729c:35651 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:21:00,077 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,40421,1731475257406 2024-11-13T05:21:00,078 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,40421,1731475257406, state=OPENING 2024-11-13T05:21:00,167 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:21:00,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289 2024-11-13T05:21:00,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289 2024-11-13T05:21:00,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1636233289/meta-region-server: CHANGED 2024-11-13T05:21:00,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1636233289/meta-region-server: CHANGED 2024-11-13T05:21:00,188 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:21:00,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,40421,1731475257406}] 2024-11-13T05:21:00,340 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:21:00,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:21:00,345 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:21:00,345 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:21:00,345 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:21:00,346 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C40421%2C1731475257406.meta, suffix=.meta, logDir=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406, archiveDir=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/oldWALs, maxLogs=10 2024-11-13T05:21:00,363 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.meta.1731475260347.meta, exclude list is [], retry=0 2024-11-13T05:21:00,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34263,DS-49023c1f-ec22-401e-9862-6635417b3d42,DISK] 2024-11-13T05:21:00,367 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.meta.1731475260347.meta 2024-11-13T05:21:00,368 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35719:35719)] 2024-11-13T05:21:00,368 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:21:00,369 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:21:00,369 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:21:00,369 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:21:00,369 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:21:00,369 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:21:00,369 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:00,369 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:21:00,369 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:21:00,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:21:00,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:21:00,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:00,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:00,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:21:00,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:21:00,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:00,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:00,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:21:00,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:21:00,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:00,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:00,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:21:00,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:21:00,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:00,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:00,377 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:21:00,377 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740 2024-11-13T05:21:00,378 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740 2024-11-13T05:21:00,379 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:21:00,379 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:21:00,379 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:21:00,380 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:21:00,381 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68405052, jitterRate=0.019314706325531006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:21:00,381 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:21:00,381 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475260369Writing region info on filesystem at 1731475260369Initializing all the Stores at 1731475260370 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475260370Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475260372 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475260372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475260372Cleaning up temporary data from old regions at 1731475260379 (+7 ms)Running coprocessor post-open hooks at 1731475260381 (+2 ms)Region opened successfully at 1731475260381 2024-11-13T05:21:00,382 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475260340 2024-11-13T05:21:00,384 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:21:00,384 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:21:00,385 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,40421,1731475257406 2024-11-13T05:21:00,385 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,40421,1731475257406, state=OPEN 2024-11-13T05:21:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1636233289/meta-region-server 2024-11-13T05:21:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1636233289/meta-region-server 2024-11-13T05:21:00,398 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,40421,1731475257406 2024-11-13T05:21:00,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1636233289/meta-region-server: CHANGED 2024-11-13T05:21:00,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1636233289/meta-region-server: CHANGED 2024-11-13T05:21:00,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:21:00,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,40421,1731475257406 in 210 msec 2024-11-13T05:21:00,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:21:00,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-13T05:21:00,402 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:21:00,402 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:21:00,404 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:00,404 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,40421,1731475257406, seqNum=-1] 2024-11-13T05:21:00,404 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:00,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:21:00,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 923 msec 2024-11-13T05:21:00,411 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475260411, completionTime=-1 2024-11-13T05:21:00,411 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:21:00,411 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:21:00,413 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:21:00,413 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475320413 2024-11-13T05:21:00,413 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475380413 2024-11-13T05:21:00,413 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T05:21:00,414 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35651,1731475257216-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:00,414 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35651,1731475257216-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:00,414 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35651,1731475257216-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:00,414 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:35651, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:00,414 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:00,414 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:00,417 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:21:00,422 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.950sec 2024-11-13T05:21:00,422 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:21:00,423 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:21:00,423 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:21:00,423 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:21:00,423 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:21:00,423 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35651,1731475257216-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:21:00,423 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35651,1731475257216-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:21:00,426 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:21:00,426 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:21:00,426 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35651,1731475257216-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:00,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16523082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:00,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35651,-1 for getting cluster id 2024-11-13T05:21:00,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:00,435 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15dade55-3429-47aa-94ea-2b2fc2819c56' 2024-11-13T05:21:00,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15dade55-3429-47aa-94ea-2b2fc2819c56" 2024-11-13T05:21:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8a2f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35651,-1] 2024-11-13T05:21:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:00,437 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:00,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cb50e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:00,438 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:00,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,40421,1731475257406, seqNum=-1] 2024-11-13T05:21:00,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:00,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:21:00,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,35651,1731475257216 2024-11-13T05:21:00,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61671 2024-11-13T05:21:00,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:21:00,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10132a394a60005 connected 2024-11-13T05:21:00,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:00,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35083,1731475251565 2024-11-13T05:21:00,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@692dda00 2024-11-13T05:21:00,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:00,468 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:21:00,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:21:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T05:21:00,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:21:00,471 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:00,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T05:21:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:00,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:21:00,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741835_1011 (size=902) 2024-11-13T05:21:00,488 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b34a9787dcb045d0f68d8a155bdb9ea5, NAME => 'test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a 2024-11-13T05:21:00,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741836_1012 (size=39) 2024-11-13T05:21:00,494 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:00,494 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b34a9787dcb045d0f68d8a155bdb9ea5, disabling compactions & flushes 2024-11-13T05:21:00,494 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5. 2024-11-13T05:21:00,494 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5. 2024-11-13T05:21:00,494 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5. after waiting 0 ms 2024-11-13T05:21:00,494 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5. 2024-11-13T05:21:00,494 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5. 2024-11-13T05:21:00,495 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b34a9787dcb045d0f68d8a155bdb9ea5: Waiting for close lock at 1731475260494Disabling compacts and flushes for region at 1731475260494Disabling writes for close at 1731475260494Writing region close event to WAL at 1731475260494Closed at 1731475260494 2024-11-13T05:21:00,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:21:00,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731475260496"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475260496"}]},"ts":"1731475260496"} 2024-11-13T05:21:00,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:21:00,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:21:00,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475260499"}]},"ts":"1731475260499"} 2024-11-13T05:21:00,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T05:21:00,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b34a9787dcb045d0f68d8a155bdb9ea5, ASSIGN}] 2024-11-13T05:21:00,503 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b34a9787dcb045d0f68d8a155bdb9ea5, ASSIGN 2024-11-13T05:21:00,503 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b34a9787dcb045d0f68d8a155bdb9ea5, ASSIGN; state=OFFLINE, location=a61c20bd729c,34297,1731475251760; forceNewPlan=false, retain=false 2024-11-13T05:21:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:00,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b34a9787dcb045d0f68d8a155bdb9ea5, regionState=OPENING, regionLocation=a61c20bd729c,34297,1731475251760 2024-11-13T05:21:00,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b34a9787dcb045d0f68d8a155bdb9ea5, ASSIGN because future has completed 2024-11-13T05:21:00,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b34a9787dcb045d0f68d8a155bdb9ea5, server=a61c20bd729c,34297,1731475251760}] 2024-11-13T05:21:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:00,811 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5. 2024-11-13T05:21:00,811 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b34a9787dcb045d0f68d8a155bdb9ea5, NAME => 'test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:21:00,811 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:21:00,811 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T05:21:00,811 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:00,811 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:00,811 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:00,811 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:00,814 INFO [StoreOpener-b34a9787dcb045d0f68d8a155bdb9ea5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:00,815 INFO [StoreOpener-b34a9787dcb045d0f68d8a155bdb9ea5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b34a9787dcb045d0f68d8a155bdb9ea5 columnFamilyName f 2024-11-13T05:21:00,815 DEBUG [StoreOpener-b34a9787dcb045d0f68d8a155bdb9ea5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:00,815 INFO [StoreOpener-b34a9787dcb045d0f68d8a155bdb9ea5-1 {}] regionserver.HStore(327): Store=b34a9787dcb045d0f68d8a155bdb9ea5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:00,815 INFO [StoreOpener-b34a9787dcb045d0f68d8a155bdb9ea5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:00,816 INFO [StoreOpener-b34a9787dcb045d0f68d8a155bdb9ea5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b34a9787dcb045d0f68d8a155bdb9ea5 columnFamilyName f1 2024-11-13T05:21:00,816 DEBUG [StoreOpener-b34a9787dcb045d0f68d8a155bdb9ea5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:00,816 INFO [StoreOpener-b34a9787dcb045d0f68d8a155bdb9ea5-1 {}] regionserver.HStore(327): Store=b34a9787dcb045d0f68d8a155bdb9ea5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:00,816 INFO [StoreOpener-b34a9787dcb045d0f68d8a155bdb9ea5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:00,817 INFO [StoreOpener-b34a9787dcb045d0f68d8a155bdb9ea5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b34a9787dcb045d0f68d8a155bdb9ea5 columnFamilyName norep 2024-11-13T05:21:00,817 DEBUG [StoreOpener-b34a9787dcb045d0f68d8a155bdb9ea5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:00,817 INFO [StoreOpener-b34a9787dcb045d0f68d8a155bdb9ea5-1 {}] regionserver.HStore(327): Store=b34a9787dcb045d0f68d8a155bdb9ea5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:00,817 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:00,818 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:00,818 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:00,819 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:00,819 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:00,819 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:21:00,820 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:00,821 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:21:00,821 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b34a9787dcb045d0f68d8a155bdb9ea5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72532436, jitterRate=0.08081752061843872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:21:00,821 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:00,822 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b34a9787dcb045d0f68d8a155bdb9ea5: Running coprocessor pre-open hook at 1731475260811Writing region info on filesystem at 1731475260811Initializing all the Stores at 1731475260812 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475260812Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475260814 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475260814Cleaning up temporary data from old regions at 1731475260819 (+5 ms)Running coprocessor post-open hooks at 1731475260821 (+2 ms)Region opened successfully at 1731475260822 (+1 ms) 2024-11-13T05:21:00,823 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5., pid=6, masterSystemTime=1731475260808 2024-11-13T05:21:00,824 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5. 2024-11-13T05:21:00,824 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5. 2024-11-13T05:21:00,825 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b34a9787dcb045d0f68d8a155bdb9ea5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a61c20bd729c,34297,1731475251760 2024-11-13T05:21:00,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b34a9787dcb045d0f68d8a155bdb9ea5, server=a61c20bd729c,34297,1731475251760 because future has completed 2024-11-13T05:21:00,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:21:00,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b34a9787dcb045d0f68d8a155bdb9ea5, server=a61c20bd729c,34297,1731475251760 in 172 msec 2024-11-13T05:21:00,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T05:21:00,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b34a9787dcb045d0f68d8a155bdb9ea5, ASSIGN in 329 msec 2024-11-13T05:21:00,833 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:21:00,833 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475260833"}]},"ts":"1731475260833"} 2024-11-13T05:21:00,835 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T05:21:00,835 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:21:00,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 366 msec 2024-11-13T05:21:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:01,101 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T05:21:01,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35651,1731475257216 2024-11-13T05:21:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d1248be 2024-11-13T05:21:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:01,103 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:21:01,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:21:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T05:21:01,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:21:01,105 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:01,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T05:21:01,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:21:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:01,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741835_1011 (size=902) 2024-11-13T05:21:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:01,512 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e42b22e3df4dc4df88e9226c6c8ce72c, NAME => 'test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a 2024-11-13T05:21:01,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741836_1012 (size=39) 2024-11-13T05:21:01,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:01,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e42b22e3df4dc4df88e9226c6c8ce72c, disabling compactions & flushes 2024-11-13T05:21:01,517 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c. 2024-11-13T05:21:01,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c. 2024-11-13T05:21:01,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c. after waiting 0 ms 2024-11-13T05:21:01,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c. 2024-11-13T05:21:01,517 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c. 2024-11-13T05:21:01,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e42b22e3df4dc4df88e9226c6c8ce72c: Waiting for close lock at 1731475261517Disabling compacts and flushes for region at 1731475261517Disabling writes for close at 1731475261517Writing region close event to WAL at 1731475261517Closed at 1731475261517 2024-11-13T05:21:01,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:21:01,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731475261518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475261518"}]},"ts":"1731475261518"} 2024-11-13T05:21:01,520 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:21:01,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:21:01,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475261521"}]},"ts":"1731475261521"} 2024-11-13T05:21:01,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T05:21:01,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e42b22e3df4dc4df88e9226c6c8ce72c, ASSIGN}] 2024-11-13T05:21:01,524 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e42b22e3df4dc4df88e9226c6c8ce72c, ASSIGN 2024-11-13T05:21:01,525 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e42b22e3df4dc4df88e9226c6c8ce72c, ASSIGN; state=OFFLINE, location=a61c20bd729c,40421,1731475257406; forceNewPlan=false, retain=false 2024-11-13T05:21:01,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e42b22e3df4dc4df88e9226c6c8ce72c, regionState=OPENING, regionLocation=a61c20bd729c,40421,1731475257406 2024-11-13T05:21:01,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e42b22e3df4dc4df88e9226c6c8ce72c, ASSIGN because future has completed 2024-11-13T05:21:01,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e42b22e3df4dc4df88e9226c6c8ce72c, server=a61c20bd729c,40421,1731475257406}] 2024-11-13T05:21:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:01,833 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c. 2024-11-13T05:21:01,833 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e42b22e3df4dc4df88e9226c6c8ce72c, NAME => 'test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:21:01,833 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:21:01,833 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T05:21:01,833 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:01,833 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:01,834 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:01,834 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:01,834 INFO [StoreOpener-e42b22e3df4dc4df88e9226c6c8ce72c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:01,835 INFO [StoreOpener-e42b22e3df4dc4df88e9226c6c8ce72c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e42b22e3df4dc4df88e9226c6c8ce72c columnFamilyName f 2024-11-13T05:21:01,835 DEBUG [StoreOpener-e42b22e3df4dc4df88e9226c6c8ce72c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:01,836 INFO [StoreOpener-e42b22e3df4dc4df88e9226c6c8ce72c-1 {}] regionserver.HStore(327): Store=e42b22e3df4dc4df88e9226c6c8ce72c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:01,836 INFO [StoreOpener-e42b22e3df4dc4df88e9226c6c8ce72c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:01,836 INFO [StoreOpener-e42b22e3df4dc4df88e9226c6c8ce72c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e42b22e3df4dc4df88e9226c6c8ce72c columnFamilyName f1 2024-11-13T05:21:01,837 DEBUG [StoreOpener-e42b22e3df4dc4df88e9226c6c8ce72c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:01,837 INFO [StoreOpener-e42b22e3df4dc4df88e9226c6c8ce72c-1 {}] regionserver.HStore(327): Store=e42b22e3df4dc4df88e9226c6c8ce72c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:01,837 INFO [StoreOpener-e42b22e3df4dc4df88e9226c6c8ce72c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:01,837 INFO [StoreOpener-e42b22e3df4dc4df88e9226c6c8ce72c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e42b22e3df4dc4df88e9226c6c8ce72c columnFamilyName norep 2024-11-13T05:21:01,837 DEBUG [StoreOpener-e42b22e3df4dc4df88e9226c6c8ce72c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:01,838 INFO [StoreOpener-e42b22e3df4dc4df88e9226c6c8ce72c-1 {}] regionserver.HStore(327): Store=e42b22e3df4dc4df88e9226c6c8ce72c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:01,838 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:01,838 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:01,838 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:01,839 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:01,839 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:01,840 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:21:01,840 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:01,843 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:21:01,843 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e42b22e3df4dc4df88e9226c6c8ce72c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70538835, jitterRate=0.05111055076122284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:21:01,843 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:01,843 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e42b22e3df4dc4df88e9226c6c8ce72c: Running coprocessor pre-open hook at 1731475261834Writing region info on filesystem at 1731475261834Initializing all the Stores at 1731475261834Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475261834Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475261834Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475261834Cleaning up temporary data from old regions at 1731475261839 (+5 ms)Running coprocessor post-open hooks at 1731475261843 (+4 ms)Region opened successfully at 1731475261843 2024-11-13T05:21:01,844 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c., pid=6, masterSystemTime=1731475261830 2024-11-13T05:21:01,846 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c. 2024-11-13T05:21:01,846 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c. 2024-11-13T05:21:01,847 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e42b22e3df4dc4df88e9226c6c8ce72c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a61c20bd729c,40421,1731475257406 2024-11-13T05:21:01,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e42b22e3df4dc4df88e9226c6c8ce72c, server=a61c20bd729c,40421,1731475257406 because future has completed 2024-11-13T05:21:01,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:21:01,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e42b22e3df4dc4df88e9226c6c8ce72c, server=a61c20bd729c,40421,1731475257406 in 172 msec 2024-11-13T05:21:01,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T05:21:01,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e42b22e3df4dc4df88e9226c6c8ce72c, ASSIGN in 329 msec 2024-11-13T05:21:01,858 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:21:01,858 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475261858"}]},"ts":"1731475261858"} 2024-11-13T05:21:01,860 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T05:21:01,861 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:21:01,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-11-13T05:21:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:02,241 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T05:21:02,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dc2cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:02,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35083,-1 for getting cluster id 2024-11-13T05:21:02,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:02,243 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55ca23f7-779a-479b-bbe0-a352d95467f0' 2024-11-13T05:21:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55ca23f7-779a-479b-bbe0-a352d95467f0" 2024-11-13T05:21:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51455e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35083,-1] 2024-11-13T05:21:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:02,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:02,244 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2110ed61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:02,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13af988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:02,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35651,-1 for getting cluster id 2024-11-13T05:21:02,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:02,246 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15dade55-3429-47aa-94ea-2b2fc2819c56' 2024-11-13T05:21:02,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:02,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15dade55-3429-47aa-94ea-2b2fc2819c56" 2024-11-13T05:21:02,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed78d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:02,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35651,-1] 2024-11-13T05:21:02,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:02,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:02,247 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:02,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cff4721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:02,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa6eedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:02,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35083,-1 for getting cluster id 2024-11-13T05:21:02,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:02,249 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55ca23f7-779a-479b-bbe0-a352d95467f0' 2024-11-13T05:21:02,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:02,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55ca23f7-779a-479b-bbe0-a352d95467f0" 2024-11-13T05:21:02,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd14a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:02,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35083,-1] 2024-11-13T05:21:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:02,250 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:02,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3129d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:02,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:02,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35083,1731475251565 2024-11-13T05:21:02,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24aab49c 2024-11-13T05:21:02,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:02,253 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:21:02,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a61c20bd729c:35651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T05:21:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:21:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:02,256 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:35651' 2024-11-13T05:21:02,257 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29419def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:02,257 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35651,-1 for getting cluster id 2024-11-13T05:21:02,257 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:02,257 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15dade55-3429-47aa-94ea-2b2fc2819c56' 2024-11-13T05:21:02,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:02,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15dade55-3429-47aa-94ea-2b2fc2819c56" 2024-11-13T05:21:02,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6c8333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:02,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35651,-1] 2024-11-13T05:21:02,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:02,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:02,259 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:02,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5255197a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:02,259 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:02,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35651,1731475257216 2024-11-13T05:21:02,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58e196fa 2024-11-13T05:21:02,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:02,261 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:21:02,261 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T05:21:02,261 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:21:02,261 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:02,261 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:02,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:02,262 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:21:02,263 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T05:21:02,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:21:02,264 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:02,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:21:02,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741837_1013 (size=1138) 2024-11-13T05:21:02,313 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T05:21:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:02,671 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aaad7ff26c29b6e360716d926b6f1038, NAME => 'hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a 2024-11-13T05:21:02,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741838_1014 (size=44) 2024-11-13T05:21:02,676 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:02,676 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aaad7ff26c29b6e360716d926b6f1038, disabling compactions & flushes 2024-11-13T05:21:02,676 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038. 2024-11-13T05:21:02,676 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038. 2024-11-13T05:21:02,676 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038. after waiting 0 ms 2024-11-13T05:21:02,676 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038. 2024-11-13T05:21:02,676 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038. 2024-11-13T05:21:02,676 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aaad7ff26c29b6e360716d926b6f1038: Waiting for close lock at 1731475262676Disabling compacts and flushes for region at 1731475262676Disabling writes for close at 1731475262676Writing region close event to WAL at 1731475262676Closed at 1731475262676 2024-11-13T05:21:02,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:21:02,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731475262677"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475262677"}]},"ts":"1731475262677"} 2024-11-13T05:21:02,679 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:21:02,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:21:02,680 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475262680"}]},"ts":"1731475262680"} 2024-11-13T05:21:02,682 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T05:21:02,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aaad7ff26c29b6e360716d926b6f1038, ASSIGN}] 2024-11-13T05:21:02,684 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aaad7ff26c29b6e360716d926b6f1038, ASSIGN 2024-11-13T05:21:02,685 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aaad7ff26c29b6e360716d926b6f1038, ASSIGN; state=OFFLINE, location=a61c20bd729c,34297,1731475251760; forceNewPlan=false, retain=false 2024-11-13T05:21:02,835 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aaad7ff26c29b6e360716d926b6f1038, regionState=OPENING, regionLocation=a61c20bd729c,34297,1731475251760 2024-11-13T05:21:02,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aaad7ff26c29b6e360716d926b6f1038, ASSIGN because future has completed 2024-11-13T05:21:02,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaad7ff26c29b6e360716d926b6f1038, server=a61c20bd729c,34297,1731475251760}] 2024-11-13T05:21:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:02,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038. 2024-11-13T05:21:02,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:21:02,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T05:21:02,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C34297%2C1731475251760.rep, suffix=, logDir=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760, archiveDir=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/oldWALs, maxLogs=10 2024-11-13T05:21:03,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.rep.1731475262996, exclude list is [], retry=0 2024-11-13T05:21:03,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44669,DS-d5ba8af5-8b11-47c0-ab25-6dabfe9ba796,DISK] 2024-11-13T05:21:03,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.rep.1731475262996 2024-11-13T05:21:03,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46669:46669)] 2024-11-13T05:21:03,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => aaad7ff26c29b6e360716d926b6f1038, NAME => 'hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:21:03,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:21:03,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:21:03,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038. service=MultiRowMutationService 2024-11-13T05:21:03,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T05:21:03,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aaad7ff26c29b6e360716d926b6f1038 2024-11-13T05:21:03,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:03,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for aaad7ff26c29b6e360716d926b6f1038 2024-11-13T05:21:03,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for aaad7ff26c29b6e360716d926b6f1038 2024-11-13T05:21:03,021 INFO [StoreOpener-aaad7ff26c29b6e360716d926b6f1038-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aaad7ff26c29b6e360716d926b6f1038 2024-11-13T05:21:03,022 INFO [StoreOpener-aaad7ff26c29b6e360716d926b6f1038-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaad7ff26c29b6e360716d926b6f1038 columnFamilyName hfileref 2024-11-13T05:21:03,022 DEBUG [StoreOpener-aaad7ff26c29b6e360716d926b6f1038-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:03,022 INFO [StoreOpener-aaad7ff26c29b6e360716d926b6f1038-1 {}] regionserver.HStore(327): Store=aaad7ff26c29b6e360716d926b6f1038/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:03,022 INFO [StoreOpener-aaad7ff26c29b6e360716d926b6f1038-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aaad7ff26c29b6e360716d926b6f1038 2024-11-13T05:21:03,023 INFO [StoreOpener-aaad7ff26c29b6e360716d926b6f1038-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaad7ff26c29b6e360716d926b6f1038 columnFamilyName queue 2024-11-13T05:21:03,023 DEBUG [StoreOpener-aaad7ff26c29b6e360716d926b6f1038-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:03,024 INFO [StoreOpener-aaad7ff26c29b6e360716d926b6f1038-1 {}] regionserver.HStore(327): Store=aaad7ff26c29b6e360716d926b6f1038/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:03,024 INFO [StoreOpener-aaad7ff26c29b6e360716d926b6f1038-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aaad7ff26c29b6e360716d926b6f1038 2024-11-13T05:21:03,025 INFO [StoreOpener-aaad7ff26c29b6e360716d926b6f1038-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaad7ff26c29b6e360716d926b6f1038 columnFamilyName sid 2024-11-13T05:21:03,025 DEBUG [StoreOpener-aaad7ff26c29b6e360716d926b6f1038-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:03,025 INFO [StoreOpener-aaad7ff26c29b6e360716d926b6f1038-1 {}] regionserver.HStore(327): Store=aaad7ff26c29b6e360716d926b6f1038/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:03,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for aaad7ff26c29b6e360716d926b6f1038 2024-11-13T05:21:03,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/replication/aaad7ff26c29b6e360716d926b6f1038 2024-11-13T05:21:03,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/replication/aaad7ff26c29b6e360716d926b6f1038 2024-11-13T05:21:03,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for aaad7ff26c29b6e360716d926b6f1038 2024-11-13T05:21:03,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for aaad7ff26c29b6e360716d926b6f1038 2024-11-13T05:21:03,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:21:03,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for aaad7ff26c29b6e360716d926b6f1038 2024-11-13T05:21:03,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/replication/aaad7ff26c29b6e360716d926b6f1038/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:21:03,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened aaad7ff26c29b6e360716d926b6f1038; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66026977, jitterRate=-0.01612137258052826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:21:03,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aaad7ff26c29b6e360716d926b6f1038 2024-11-13T05:21:03,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for aaad7ff26c29b6e360716d926b6f1038: Running coprocessor pre-open hook at 1731475263020Writing region info on filesystem at 1731475263020Initializing all the Stores at 1731475263021 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475263021Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475263021Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475263021Cleaning up temporary data from old regions at 1731475263026 (+5 ms)Running coprocessor post-open hooks at 1731475263029 (+3 ms)Region opened successfully at 1731475263029 2024-11-13T05:21:03,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038., pid=10, masterSystemTime=1731475262990 2024-11-13T05:21:03,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038. 2024-11-13T05:21:03,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038. 2024-11-13T05:21:03,032 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aaad7ff26c29b6e360716d926b6f1038, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,34297,1731475251760 2024-11-13T05:21:03,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaad7ff26c29b6e360716d926b6f1038, server=a61c20bd729c,34297,1731475251760 because future has completed 2024-11-13T05:21:03,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T05:21:03,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aaad7ff26c29b6e360716d926b6f1038, server=a61c20bd729c,34297,1731475251760 in 197 msec 2024-11-13T05:21:03,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T05:21:03,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aaad7ff26c29b6e360716d926b6f1038, ASSIGN in 354 msec 2024-11-13T05:21:03,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:21:03,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475263039"}]},"ts":"1731475263039"} 2024-11-13T05:21:03,040 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T05:21:03,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:21:03,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 779 msec 2024-11-13T05:21:03,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038., hostname=a61c20bd729c,34297,1731475251760, seqNum=2] 2024-11-13T05:21:03,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386 2024-11-13T05:21:03,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386 2024-11-13T05:21:03,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:21:03,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T05:21:03,323 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T05:21:03,350 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a61c20bd729c,34297,1731475251760, ReplicationSource: 1, currentBandwidth=0 2024-11-13T05:21:03,351 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:03,351 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,34297,1731475251760, seqNum=-1] 2024-11-13T05:21:03,351 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:03,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T05:21:03,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a61c20bd729c,34297,1731475251760', locateType=CURRENT is [region=hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038., hostname=a61c20bd729c,34297,1731475251760, seqNum=2] 2024-11-13T05:21:03,356 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T05:21:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T05:21:03,359 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a61c20bd729c,34297,1731475251760 suceeded 2024-11-13T05:21:03,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T05:21:03,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-13T05:21:03,361 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a61c20bd729c:35651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:21:03,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1080 sec 2024-11-13T05:21:03,371 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:35651' 2024-11-13T05:21:03,372 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e082db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:03,372 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35651,-1 for getting cluster id 2024-11-13T05:21:03,372 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:03,372 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15dade55-3429-47aa-94ea-2b2fc2819c56' 2024-11-13T05:21:03,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:03,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15dade55-3429-47aa-94ea-2b2fc2819c56" 2024-11-13T05:21:03,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35e2f71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:03,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35651,-1] 2024-11-13T05:21:03,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:03,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:03,374 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:03,374 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67c99fb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:03,374 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:03,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35651,1731475257216 2024-11-13T05:21:03,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d4e8a87 2024-11-13T05:21:03,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:03,376 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-13T05:21:03,378 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a61c20bd729c,34297,1731475251760 (queues=1) is replicating from cluster=55ca23f7-779a-479b-bbe0-a352d95467f0 to cluster=15dade55-3429-47aa-94ea-2b2fc2819c56 2024-11-13T05:21:03,378 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a61c20bd729c%2C34297%2C1731475251760 2024-11-13T05:21:03,379 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a61c20bd729c,34297,1731475251760, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:21:03,379 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.shippera61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C34297%2C1731475251760 2024-11-13T05:21:03,379 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135, startPosition=0, beingWritten=true 2024-11-13T05:21:03,384 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:03,384 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 379, reset compression=false 2024-11-13T05:21:03,384 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.shippera61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,34297,1731475251760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:03,391 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T05:21:03,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:21:03,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:03,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:03,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:03,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:03,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:03,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35651,-1 for getting cluster id 2024-11-13T05:21:03,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:03,400 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15dade55-3429-47aa-94ea-2b2fc2819c56' 2024-11-13T05:21:03,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:03,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15dade55-3429-47aa-94ea-2b2fc2819c56" 2024-11-13T05:21:03,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430fb772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:03,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35651,-1] 2024-11-13T05:21:03,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:03,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:03,404 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:03,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570b94e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:03,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:03,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35651,1731475257216 2024-11-13T05:21:03,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60be6cd7 2024-11-13T05:21:03,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:03,407 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:21:03,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a61c20bd729c:35083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T05:21:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:21:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:03,409 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:35083' 2024-11-13T05:21:03,410 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@412feb8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:03,410 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35083,-1 for getting cluster id 2024-11-13T05:21:03,411 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:03,411 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55ca23f7-779a-479b-bbe0-a352d95467f0' 2024-11-13T05:21:03,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:03,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55ca23f7-779a-479b-bbe0-a352d95467f0" 2024-11-13T05:21:03,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f8dc1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:03,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35083,-1] 2024-11-13T05:21:03,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:03,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:03,413 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:03,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae6d93c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:03,414 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:03,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35083,1731475251565 2024-11-13T05:21:03,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d6c00d3 2024-11-13T05:21:03,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:03,416 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:21:03,417 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T05:21:03,417 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:21:03,417 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:03,417 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:03,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:03,417 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:21:03,418 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T05:21:03,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:21:03,419 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:03,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:21:03,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741837_1013 (size=1138) 2024-11-13T05:21:03,469 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T05:21:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:03,593 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 379, reset compression=false 2024-11-13T05:21:03,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T05:21:03,654 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T05:21:03,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T05:21:03,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T05:21:03,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T05:21:03,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T05:21:03,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:21:03,656 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T05:21:03,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:21:03,656 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T05:21:03,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:21:03,656 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T05:21:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:03,827 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30132114dc533ce71a17b64970b8c6a1, NAME => 'hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a 2024-11-13T05:21:03,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741838_1014 (size=44) 2024-11-13T05:21:03,897 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 379, reset compression=false 2024-11-13T05:21:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:04,232 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:04,232 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 30132114dc533ce71a17b64970b8c6a1, disabling compactions & flushes 2024-11-13T05:21:04,232 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. 2024-11-13T05:21:04,232 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. 2024-11-13T05:21:04,232 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. after waiting 0 ms 2024-11-13T05:21:04,232 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. 2024-11-13T05:21:04,232 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. 2024-11-13T05:21:04,232 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30132114dc533ce71a17b64970b8c6a1: Waiting for close lock at 1731475264232Disabling compacts and flushes for region at 1731475264232Disabling writes for close at 1731475264232Writing region close event to WAL at 1731475264232Closed at 1731475264232 2024-11-13T05:21:04,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:21:04,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731475264233"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475264233"}]},"ts":"1731475264233"} 2024-11-13T05:21:04,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:21:04,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:21:04,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475264236"}]},"ts":"1731475264236"} 2024-11-13T05:21:04,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T05:21:04,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30132114dc533ce71a17b64970b8c6a1, ASSIGN}] 2024-11-13T05:21:04,238 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30132114dc533ce71a17b64970b8c6a1, ASSIGN 2024-11-13T05:21:04,239 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=30132114dc533ce71a17b64970b8c6a1, ASSIGN; state=OFFLINE, location=a61c20bd729c,40421,1731475257406; forceNewPlan=false, retain=false 2024-11-13T05:21:04,301 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 379, reset compression=false 2024-11-13T05:21:04,389 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30132114dc533ce71a17b64970b8c6a1, regionState=OPENING, regionLocation=a61c20bd729c,40421,1731475257406 2024-11-13T05:21:04,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=30132114dc533ce71a17b64970b8c6a1, ASSIGN because future has completed 2024-11-13T05:21:04,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30132114dc533ce71a17b64970b8c6a1, server=a61c20bd729c,40421,1731475257406}] 2024-11-13T05:21:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:04,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. 2024-11-13T05:21:04,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:21:04,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T05:21:04,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C40421%2C1731475257406.rep, suffix=, logDir=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406, archiveDir=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/oldWALs, maxLogs=10 2024-11-13T05:21:04,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.rep.1731475264551, exclude list is [], retry=0 2024-11-13T05:21:04,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34263,DS-49023c1f-ec22-401e-9862-6635417b3d42,DISK] 2024-11-13T05:21:04,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.rep.1731475264551 2024-11-13T05:21:04,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35719:35719)] 2024-11-13T05:21:04,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 30132114dc533ce71a17b64970b8c6a1, NAME => 'hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:21:04,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:21:04,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:21:04,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. service=MultiRowMutationService 2024-11-13T05:21:04,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T05:21:04,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 30132114dc533ce71a17b64970b8c6a1 2024-11-13T05:21:04,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:04,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 30132114dc533ce71a17b64970b8c6a1 2024-11-13T05:21:04,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 30132114dc533ce71a17b64970b8c6a1 2024-11-13T05:21:04,570 INFO [StoreOpener-30132114dc533ce71a17b64970b8c6a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 30132114dc533ce71a17b64970b8c6a1 2024-11-13T05:21:04,571 INFO [StoreOpener-30132114dc533ce71a17b64970b8c6a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30132114dc533ce71a17b64970b8c6a1 columnFamilyName hfileref 2024-11-13T05:21:04,571 DEBUG [StoreOpener-30132114dc533ce71a17b64970b8c6a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:04,571 INFO [StoreOpener-30132114dc533ce71a17b64970b8c6a1-1 {}] regionserver.HStore(327): Store=30132114dc533ce71a17b64970b8c6a1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:04,571 INFO [StoreOpener-30132114dc533ce71a17b64970b8c6a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 30132114dc533ce71a17b64970b8c6a1 2024-11-13T05:21:04,572 INFO [StoreOpener-30132114dc533ce71a17b64970b8c6a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30132114dc533ce71a17b64970b8c6a1 columnFamilyName queue 2024-11-13T05:21:04,572 DEBUG [StoreOpener-30132114dc533ce71a17b64970b8c6a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:04,572 INFO [StoreOpener-30132114dc533ce71a17b64970b8c6a1-1 {}] regionserver.HStore(327): Store=30132114dc533ce71a17b64970b8c6a1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:04,572 INFO [StoreOpener-30132114dc533ce71a17b64970b8c6a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 30132114dc533ce71a17b64970b8c6a1 2024-11-13T05:21:04,573 INFO [StoreOpener-30132114dc533ce71a17b64970b8c6a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30132114dc533ce71a17b64970b8c6a1 columnFamilyName sid 2024-11-13T05:21:04,573 DEBUG [StoreOpener-30132114dc533ce71a17b64970b8c6a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:04,573 INFO [StoreOpener-30132114dc533ce71a17b64970b8c6a1-1 {}] regionserver.HStore(327): Store=30132114dc533ce71a17b64970b8c6a1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:04,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 30132114dc533ce71a17b64970b8c6a1 2024-11-13T05:21:04,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/replication/30132114dc533ce71a17b64970b8c6a1 2024-11-13T05:21:04,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/replication/30132114dc533ce71a17b64970b8c6a1 2024-11-13T05:21:04,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 30132114dc533ce71a17b64970b8c6a1 2024-11-13T05:21:04,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 30132114dc533ce71a17b64970b8c6a1 2024-11-13T05:21:04,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:21:04,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 30132114dc533ce71a17b64970b8c6a1 2024-11-13T05:21:04,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/replication/30132114dc533ce71a17b64970b8c6a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:21:04,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 30132114dc533ce71a17b64970b8c6a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64073867, jitterRate=-0.045224979519844055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:21:04,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30132114dc533ce71a17b64970b8c6a1 2024-11-13T05:21:04,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 30132114dc533ce71a17b64970b8c6a1: Running coprocessor pre-open hook at 1731475264569Writing region info on filesystem at 1731475264569Initializing all the Stores at 1731475264570 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475264570Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475264570Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475264570Cleaning up temporary data from old regions at 1731475264575 (+5 ms)Running coprocessor post-open hooks at 1731475264577 (+2 ms)Region opened successfully at 1731475264577 2024-11-13T05:21:04,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1., pid=10, masterSystemTime=1731475264544 2024-11-13T05:21:04,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. 2024-11-13T05:21:04,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. 2024-11-13T05:21:04,580 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30132114dc533ce71a17b64970b8c6a1, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,40421,1731475257406 2024-11-13T05:21:04,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30132114dc533ce71a17b64970b8c6a1, server=a61c20bd729c,40421,1731475257406 because future has completed 2024-11-13T05:21:04,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T05:21:04,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 30132114dc533ce71a17b64970b8c6a1, server=a61c20bd729c,40421,1731475257406 in 191 msec 2024-11-13T05:21:04,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T05:21:04,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30132114dc533ce71a17b64970b8c6a1, ASSIGN in 347 msec 2024-11-13T05:21:04,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:21:04,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475264587"}]},"ts":"1731475264587"} 2024-11-13T05:21:04,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T05:21:04,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:21:04,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-13T05:21:04,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1., hostname=a61c20bd729c,40421,1731475257406, seqNum=2] 2024-11-13T05:21:04,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289 2024-11-13T05:21:04,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289 2024-11-13T05:21:04,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:21:04,805 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 379, reset compression=false 2024-11-13T05:21:04,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T05:21:04,888 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T05:21:04,929 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a61c20bd729c,40421,1731475257406, ReplicationSource: 1, currentBandwidth=0 2024-11-13T05:21:04,929 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:04,929 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,40421,1731475257406, seqNum=-1] 2024-11-13T05:21:04,930 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:04,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T05:21:04,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a61c20bd729c,40421,1731475257406', locateType=CURRENT is [region=hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1., hostname=a61c20bd729c,40421,1731475257406, seqNum=2] 2024-11-13T05:21:04,936 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T05:21:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T05:21:04,938 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a61c20bd729c,40421,1731475257406 suceeded 2024-11-13T05:21:04,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T05:21:04,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-13T05:21:04,941 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a61c20bd729c:35083,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:21:04,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5340 sec 2024-11-13T05:21:04,952 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:35083' 2024-11-13T05:21:04,953 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58a324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:04,953 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35083,-1 for getting cluster id 2024-11-13T05:21:04,953 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:04,954 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55ca23f7-779a-479b-bbe0-a352d95467f0' 2024-11-13T05:21:04,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:04,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55ca23f7-779a-479b-bbe0-a352d95467f0" 2024-11-13T05:21:04,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ceae280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:04,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35083,-1] 2024-11-13T05:21:04,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:04,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:04,955 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:04,955 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@185c80c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:04,955 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:04,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35083,1731475251565 2024-11-13T05:21:04,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26122750 2024-11-13T05:21:04,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:04,957 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-13T05:21:04,958 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a61c20bd729c,40421,1731475257406 (queues=1) is replicating from cluster=15dade55-3429-47aa-94ea-2b2fc2819c56 to cluster=55ca23f7-779a-479b-bbe0-a352d95467f0 2024-11-13T05:21:04,958 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a61c20bd729c%2C40421%2C1731475257406 2024-11-13T05:21:04,958 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a61c20bd729c,40421,1731475257406, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:21:04,958 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.shippera61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C40421%2C1731475257406 2024-11-13T05:21:04,958 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720, startPosition=0, beingWritten=true 2024-11-13T05:21:04,963 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:04,963 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 379, reset compression=false 2024-11-13T05:21:04,963 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.shippera61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40421,1731475257406 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:05,167 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 379, reset compression=false 2024-11-13T05:21:05,409 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 379, reset compression=false 2024-11-13T05:21:05,470 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 379, reset compression=false 2024-11-13T05:21:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:05,551 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T05:21:05,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:21:05,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:05,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:05,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:05,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:05,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:05,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,34297,1731475251760, seqNum=-1] 2024-11-13T05:21:05,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:05,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:21:05,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5., hostname=a61c20bd729c,34297,1731475251760, seqNum=2] 2024-11-13T05:21:05,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:05,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,40421,1731475257406, seqNum=-1] 2024-11-13T05:21:05,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:05,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:21:05,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c., hostname=a61c20bd729c,40421,1731475257406, seqNum=2] 2024-11-13T05:21:05,606 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T05:21:05,871 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:21:05,874 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 379, reset compression=false 2024-11-13T05:21:05,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:05,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:05,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:05,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:05,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:05,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:05,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:05,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:05,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:05,953 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T05:21:05,954 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T05:21:06,113 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 379, reset compression=false 2024-11-13T05:21:06,117 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:06,117 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 480, reset compression=false 2024-11-13T05:21:06,117 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.shippera61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,34297,1731475251760 got entry batch from reader: WALEntryBatch [walEntries=[{test/b34a9787dcb045d0f68d8a155bdb9ea5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T05:21:06,119 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.shippera61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:21:06,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-13T05:21:06,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:06,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fd5a08e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:06,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35651,-1 for getting cluster id 2024-11-13T05:21:06,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:06,123 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15dade55-3429-47aa-94ea-2b2fc2819c56' 2024-11-13T05:21:06,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:06,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15dade55-3429-47aa-94ea-2b2fc2819c56" 2024-11-13T05:21:06,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@350fd803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:06,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35651,-1] 2024-11-13T05:21:06,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:06,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:06,124 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:06,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31fcefca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:06,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:06,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,40421,1731475257406, seqNum=-1] 2024-11-13T05:21:06,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:06,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T05:21:06,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c., hostname=a61c20bd729c,40421,1731475257406, seqNum=2] 2024-11-13T05:21:06,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:06,321 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 480, reset compression=false 2024-11-13T05:21:06,377 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 379, reset compression=false 2024-11-13T05:21:06,381 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:06,381 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 503, reset compression=false 2024-11-13T05:21:06,381 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.shippera61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40421,1731475257406 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:06,584 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 503, reset compression=false 2024-11-13T05:21:06,609 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T05:21:06,613 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T05:21:06,624 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 480, reset compression=false 2024-11-13T05:21:06,888 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 503, reset compression=false 2024-11-13T05:21:06,892 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:06,892 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 607, reset compression=false 2024-11-13T05:21:06,892 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.shippera61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40421,1731475257406 got entry batch from reader: WALEntryBatch [walEntries=[{test/e42b22e3df4dc4df88e9226c6c8ce72c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T05:21:06,894 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.shippera61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:21:06,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-13T05:21:06,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:06,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59c1f0ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:06,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34297 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35083,-1 for getting cluster id 2024-11-13T05:21:06,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:06,896 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55ca23f7-779a-479b-bbe0-a352d95467f0' 2024-11-13T05:21:06,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:06,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55ca23f7-779a-479b-bbe0-a352d95467f0" 2024-11-13T05:21:06,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bb4290c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:06,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35083,-1] 2024-11-13T05:21:06,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:06,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:06,897 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:06,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f7cce38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:06,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34297 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:06,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,34297,1731475251760, seqNum=-1] 2024-11-13T05:21:06,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:06,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T05:21:06,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5., hostname=a61c20bd729c,34297,1731475251760, seqNum=2] 2024-11-13T05:21:06,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:07,029 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 480, reset compression=false 2024-11-13T05:21:07,033 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:07,033 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 607, reset compression=false 2024-11-13T05:21:07,033 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.shippera61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,34297,1731475251760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:07,095 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 607, reset compression=false 2024-11-13T05:21:07,236 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 607, reset compression=false 2024-11-13T05:21:07,399 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 607, reset compression=false 2024-11-13T05:21:07,540 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 607, reset compression=false 2024-11-13T05:21:07,615 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T05:21:07,626 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T05:21:07,813 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 607, reset compression=false 2024-11-13T05:21:07,943 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 607, reset compression=false 2024-11-13T05:21:07,948 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:07,948 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 763, reset compression=false 2024-11-13T05:21:07,948 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.shippera61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,34297,1731475251760 got entry batch from reader: WALEntryBatch [walEntries=[{test/b34a9787dcb045d0f68d8a155bdb9ea5/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T05:21:07,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:07,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:08,152 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 763, reset compression=false 2024-11-13T05:21:08,322 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 607, reset compression=false 2024-11-13T05:21:08,328 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:08,328 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 754, reset compression=false 2024-11-13T05:21:08,328 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.shippera61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40421,1731475257406 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:08,456 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 763, reset compression=false 2024-11-13T05:21:08,532 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 754, reset compression=false 2024-11-13T05:21:08,628 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T05:21:08,632 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T05:21:08,835 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 754, reset compression=false 2024-11-13T05:21:08,840 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:08,840 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 913, reset compression=false 2024-11-13T05:21:08,840 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.shippera61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40421,1731475257406 got entry batch from reader: WALEntryBatch [walEntries=[{test/e42b22e3df4dc4df88e9226c6c8ce72c/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T05:21:08,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:08,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:08,859 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 763, reset compression=false 2024-11-13T05:21:08,864 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:08,864 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 912, reset compression=false 2024-11-13T05:21:08,864 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.shippera61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,34297,1731475251760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:09,044 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 913, reset compression=false 2024-11-13T05:21:09,068 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 912, reset compression=false 2024-11-13T05:21:09,352 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 913, reset compression=false 2024-11-13T05:21:09,371 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 912, reset compression=false 2024-11-13T05:21:09,634 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T05:21:09,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:21:09,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:21:09,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:09,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:09,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:09,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:09,636 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:21:09,636 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1317133087, stopped=false 2024-11-13T05:21:09,636 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,35651,1731475257216 2024-11-13T05:21:09,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1636233289/running 2024-11-13T05:21:09,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1636233289/running 2024-11-13T05:21:09,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289 2024-11-13T05:21:09,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289 2024-11-13T05:21:09,705 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:21:09,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:21:09,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:09,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:09,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Set watcher on znode that does not yet exist, /1636233289/running 2024-11-13T05:21:09,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Set watcher on znode that does not yet exist, /1636233289/running 2024-11-13T05:21:09,706 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,40421,1731475257406' ***** 2024-11-13T05:21:09,706 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:21:09,706 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:21:09,706 INFO [RS:0;a61c20bd729c:40421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:21:09,706 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:21:09,706 INFO [RS:0;a61c20bd729c:40421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:21:09,706 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(3091): Received CLOSE for e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:09,706 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(3091): Received CLOSE for 30132114dc533ce71a17b64970b8c6a1 2024-11-13T05:21:09,706 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,40421,1731475257406 2024-11-13T05:21:09,706 INFO [RS:0;a61c20bd729c:40421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:21:09,706 INFO [RS:0;a61c20bd729c:40421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:40421. 2024-11-13T05:21:09,706 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e42b22e3df4dc4df88e9226c6c8ce72c, disabling compactions & flushes 2024-11-13T05:21:09,706 DEBUG [RS:0;a61c20bd729c:40421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:09,706 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c. 2024-11-13T05:21:09,707 DEBUG [RS:0;a61c20bd729c:40421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:09,707 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c. 2024-11-13T05:21:09,707 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c. after waiting 0 ms 2024-11-13T05:21:09,707 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c. 2024-11-13T05:21:09,707 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:21:09,707 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:21:09,707 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:21:09,707 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:21:09,707 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e42b22e3df4dc4df88e9226c6c8ce72c 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-13T05:21:09,707 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T05:21:09,707 DEBUG [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1325): Online Regions={e42b22e3df4dc4df88e9226c6c8ce72c=test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c., 30132114dc533ce71a17b64970b8c6a1=hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:21:09,707 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:21:09,707 DEBUG [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30132114dc533ce71a17b64970b8c6a1, e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:09,707 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:21:09,707 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:21:09,707 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:21:09,707 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:21:09,707 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T05:21:09,721 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c/.tmp/f/9b35ee1f38664f2cb2660836cd5bbeb0 is 29, key is row1/f:/1731475268629/DeleteFamily/seqid=0 2024-11-13T05:21:09,721 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/.tmp/info/6bdbc275a82045f7b050cc711d38c4e2 is 147, key is hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1./info:regioninfo/1731475264580/Put/seqid=0 2024-11-13T05:21:09,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741840_1016 (size=7686) 2024-11-13T05:21:09,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741841_1017 (size=5118) 2024-11-13T05:21:09,755 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 913, reset compression=false 2024-11-13T05:21:09,760 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:09,760 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 1160, reset compression=false 2024-11-13T05:21:09,760 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.shippera61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40421,1731475257406 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:09,761 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.shippera61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a61c20bd729c,40421,1731475257406: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a61c20bd729c,40421,1731475257406, walGroup=a61c20bd729c%2C40421%2C1731475257406, offset=a61c20bd729c%2C40421%2C1731475257406.1731475259720:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:40421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T05:21:09,761 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.shippera61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T05:21:09,761 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.shippera61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T05:21:09,762 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.shippera61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T05:21:09,762 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.shippera61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T05:21:09,762 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.shippera61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T05:21:09,762 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.shippera61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 591560448 }, "NonHeapMemoryUsage": { "committed": 194052096, "init": 7667712, "max": -1, "used": 190231144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T05:21:09,762 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.shippera61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:35651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:35651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T05:21:09,775 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 912, reset compression=false 2024-11-13T05:21:09,793 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:21:09,907 DEBUG [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30132114dc533ce71a17b64970b8c6a1, e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:09,964 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 1160, reset compression=false 2024-11-13T05:21:10,107 DEBUG [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30132114dc533ce71a17b64970b8c6a1, e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:10,128 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/.tmp/info/6bdbc275a82045f7b050cc711d38c4e2 2024-11-13T05:21:10,128 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c/.tmp/f/9b35ee1f38664f2cb2660836cd5bbeb0 2024-11-13T05:21:10,131 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b35ee1f38664f2cb2660836cd5bbeb0 2024-11-13T05:21:10,144 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/.tmp/ns/5ed13bf37b924212b63dace30e7c6be9 is 43, key is default/ns:d/1731475260406/Put/seqid=0 2024-11-13T05:21:10,147 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c/.tmp/f1/0a67da8aae8940cb963cdf043ffe3614 is 30, key is row1/f1:/1731475268629/DeleteFamily/seqid=0 2024-11-13T05:21:10,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741842_1018 (size=5153) 2024-11-13T05:21:10,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741843_1019 (size=5123) 2024-11-13T05:21:10,267 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 1160, reset compression=false 2024-11-13T05:21:10,277 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 912, reset compression=false 2024-11-13T05:21:10,307 DEBUG [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30132114dc533ce71a17b64970b8c6a1, e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:10,508 DEBUG [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30132114dc533ce71a17b64970b8c6a1, e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:10,553 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/.tmp/ns/5ed13bf37b924212b63dace30e7c6be9 2024-11-13T05:21:10,553 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c/.tmp/f1/0a67da8aae8940cb963cdf043ffe3614 2024-11-13T05:21:10,556 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a67da8aae8940cb963cdf043ffe3614 2024-11-13T05:21:10,569 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c/.tmp/norep/32163bd9b90349b2b0e42ca052cd1aa3 is 33, key is row1/norep:/1731475268629/DeleteFamily/seqid=0 2024-11-13T05:21:10,571 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/.tmp/rep_barrier/b10e7ce8243246678235b0ebd1d7c75f is 112, key is test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c./rep_barrier:seqnumDuringOpen/1731475261846/Put/seqid=0 2024-11-13T05:21:10,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741845_1021 (size=5518) 2024-11-13T05:21:10,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741844_1020 (size=5108) 2024-11-13T05:21:10,607 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:21:10,607 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:21:10,670 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 1160, reset compression=false 2024-11-13T05:21:10,708 DEBUG [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30132114dc533ce71a17b64970b8c6a1, e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:10,880 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 912, reset compression=false 2024-11-13T05:21:10,908 DEBUG [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30132114dc533ce71a17b64970b8c6a1, e42b22e3df4dc4df88e9226c6c8ce72c 2024-11-13T05:21:10,991 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/.tmp/rep_barrier/b10e7ce8243246678235b0ebd1d7c75f 2024-11-13T05:21:10,991 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c/.tmp/norep/32163bd9b90349b2b0e42ca052cd1aa3 2024-11-13T05:21:10,994 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32163bd9b90349b2b0e42ca052cd1aa3 2024-11-13T05:21:10,995 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c/.tmp/f/9b35ee1f38664f2cb2660836cd5bbeb0 as hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c/f/9b35ee1f38664f2cb2660836cd5bbeb0 2024-11-13T05:21:10,999 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b35ee1f38664f2cb2660836cd5bbeb0 2024-11-13T05:21:10,999 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c/f/9b35ee1f38664f2cb2660836cd5bbeb0, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T05:21:11,000 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c/.tmp/f1/0a67da8aae8940cb963cdf043ffe3614 as hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c/f1/0a67da8aae8940cb963cdf043ffe3614 2024-11-13T05:21:11,004 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a67da8aae8940cb963cdf043ffe3614 2024-11-13T05:21:11,004 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c/f1/0a67da8aae8940cb963cdf043ffe3614, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T05:21:11,005 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c/.tmp/norep/32163bd9b90349b2b0e42ca052cd1aa3 as hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c/norep/32163bd9b90349b2b0e42ca052cd1aa3 2024-11-13T05:21:11,009 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/.tmp/table/3adbcec6838a4f16a6f3620b2097b105 is 53, key is hbase:replication/table:state/1731475264587/Put/seqid=0 2024-11-13T05:21:11,009 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32163bd9b90349b2b0e42ca052cd1aa3 2024-11-13T05:21:11,010 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c/norep/32163bd9b90349b2b0e42ca052cd1aa3, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T05:21:11,010 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e42b22e3df4dc4df88e9226c6c8ce72c in 1303ms, sequenceid=8, compaction requested=false 2024-11-13T05:21:11,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741846_1022 (size=5308) 2024-11-13T05:21:11,022 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/default/test/e42b22e3df4dc4df88e9226c6c8ce72c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T05:21:11,023 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:21:11,023 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:21:11,023 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c. 2024-11-13T05:21:11,023 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e42b22e3df4dc4df88e9226c6c8ce72c: Waiting for close lock at 1731475269706Running coprocessor pre-close hooks at 1731475269706Disabling compacts and flushes for region at 1731475269706Disabling writes for close at 1731475269707 (+1 ms)Obtaining lock to block concurrent updates at 1731475269707Preparing flush snapshotting stores in e42b22e3df4dc4df88e9226c6c8ce72c at 1731475269707Finished memstore snapshotting test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731475269707Flushing stores of test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c. at 1731475269708 (+1 ms)Flushing e42b22e3df4dc4df88e9226c6c8ce72c/f: creating writer at 1731475269708Flushing e42b22e3df4dc4df88e9226c6c8ce72c/f: appending metadata at 1731475269720 (+12 ms)Flushing e42b22e3df4dc4df88e9226c6c8ce72c/f: closing flushed file at 1731475269720Flushing e42b22e3df4dc4df88e9226c6c8ce72c/f1: creating writer at 1731475270131 (+411 ms)Flushing e42b22e3df4dc4df88e9226c6c8ce72c/f1: appending metadata at 1731475270146 (+15 ms)Flushing e42b22e3df4dc4df88e9226c6c8ce72c/f1: closing flushed file at 1731475270146Flushing e42b22e3df4dc4df88e9226c6c8ce72c/norep: creating writer at 1731475270556 (+410 ms)Flushing e42b22e3df4dc4df88e9226c6c8ce72c/norep: appending metadata at 1731475270568 (+12 ms)Flushing e42b22e3df4dc4df88e9226c6c8ce72c/norep: closing flushed file at 1731475270568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42321556: reopening flushed file at 1731475270994 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@979fa6a: reopening flushed file at 1731475270999 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a9dc791: reopening flushed file at 1731475271004 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e42b22e3df4dc4df88e9226c6c8ce72c in 1303ms, sequenceid=8, compaction requested=false at 1731475271011 (+7 ms)Writing region close event to WAL at 1731475271020 (+9 ms)Running coprocessor post-close hooks at 1731475271023 (+3 ms)Closed at 1731475271023 2024-11-13T05:21:11,023 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731475261103.e42b22e3df4dc4df88e9226c6c8ce72c. 2024-11-13T05:21:11,023 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30132114dc533ce71a17b64970b8c6a1, disabling compactions & flushes 2024-11-13T05:21:11,023 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. 2024-11-13T05:21:11,023 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. 2024-11-13T05:21:11,023 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. after waiting 0 ms 2024-11-13T05:21:11,023 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. 2024-11-13T05:21:11,024 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30132114dc533ce71a17b64970b8c6a1: Waiting for close lock at 1731475271023Running coprocessor pre-close hooks at 1731475271023Disabling compacts and flushes for region at 1731475271023Disabling writes for close at 1731475271023Failed flush hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1., putting online again at 1731475271024 (+1 ms) 2024-11-13T05:21:11,024 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. 2024-11-13T05:21:11,108 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T05:21:11,108 DEBUG [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1325): Online Regions={30132114dc533ce71a17b64970b8c6a1=hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:21:11,108 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(3091): Received CLOSE for 30132114dc533ce71a17b64970b8c6a1 2024-11-13T05:21:11,108 DEBUG [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30132114dc533ce71a17b64970b8c6a1 2024-11-13T05:21:11,108 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30132114dc533ce71a17b64970b8c6a1, disabling compactions & flushes 2024-11-13T05:21:11,108 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. 2024-11-13T05:21:11,109 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. 2024-11-13T05:21:11,109 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. after waiting 0 ms 2024-11-13T05:21:11,109 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. 2024-11-13T05:21:11,109 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30132114dc533ce71a17b64970b8c6a1: Waiting for close lock at 1731475271108Running coprocessor pre-close hooks at 1731475271108Disabling compacts and flushes for region at 1731475271108Disabling writes for close at 1731475271109 (+1 ms)Failed flush hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1., putting online again at 1731475271109 2024-11-13T05:21:11,109 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731475263417.30132114dc533ce71a17b64970b8c6a1. 2024-11-13T05:21:11,173 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 1160, reset compression=false 2024-11-13T05:21:11,178 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:11,178 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 1804, reset compression=false 2024-11-13T05:21:11,308 DEBUG [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:21:11,381 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.wal-reader.a61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 to pos 1804, reset compression=false 2024-11-13T05:21:11,416 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/.tmp/table/3adbcec6838a4f16a6f3620b2097b105 2024-11-13T05:21:11,420 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/.tmp/info/6bdbc275a82045f7b050cc711d38c4e2 as hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/info/6bdbc275a82045f7b050cc711d38c4e2 2024-11-13T05:21:11,424 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/info/6bdbc275a82045f7b050cc711d38c4e2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T05:21:11,425 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/.tmp/ns/5ed13bf37b924212b63dace30e7c6be9 as hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/ns/5ed13bf37b924212b63dace30e7c6be9 2024-11-13T05:21:11,428 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/ns/5ed13bf37b924212b63dace30e7c6be9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T05:21:11,429 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/.tmp/rep_barrier/b10e7ce8243246678235b0ebd1d7c75f as hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/rep_barrier/b10e7ce8243246678235b0ebd1d7c75f 2024-11-13T05:21:11,433 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/rep_barrier/b10e7ce8243246678235b0ebd1d7c75f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T05:21:11,434 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/.tmp/table/3adbcec6838a4f16a6f3620b2097b105 as hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/table/3adbcec6838a4f16a6f3620b2097b105 2024-11-13T05:21:11,438 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/table/3adbcec6838a4f16a6f3620b2097b105, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T05:21:11,439 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false 2024-11-13T05:21:11,447 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T05:21:11,447 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:21:11,447 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:21:11,448 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:21:11,448 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475269707Running coprocessor pre-close hooks at 1731475269707Disabling compacts and flushes for region at 1731475269707Disabling writes for close at 1731475269707Obtaining lock to block concurrent updates at 1731475269707Preparing flush snapshotting stores in 1588230740 at 1731475269707Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731475269707Flushing stores of hbase:meta,,1.1588230740 at 1731475269708 (+1 ms)Flushing 1588230740/info: creating writer at 1731475269708Flushing 1588230740/info: appending metadata at 1731475269720 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731475269720Flushing 1588230740/ns: creating writer at 1731475270132 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731475270144 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731475270144Flushing 1588230740/rep_barrier: creating writer at 1731475270556 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731475270571 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731475270571Flushing 1588230740/table: creating writer at 1731475270994 (+423 ms)Flushing 1588230740/table: appending metadata at 1731475271009 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731475271009Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f13aca: reopening flushed file at 1731475271419 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@767411c8: reopening flushed file at 1731475271424 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@619851c9: reopening flushed file at 1731475271428 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a60522e: reopening flushed file at 1731475271433 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false at 1731475271439 (+6 ms)Writing region close event to WAL at 1731475271444 (+5 ms)Running coprocessor post-close hooks at 1731475271447 (+3 ms)Closed at 1731475271447 2024-11-13T05:21:11,448 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:21:11,509 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T05:21:11,509 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,40421,1731475257406; all regions closed. 2024-11-13T05:21:11,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741834_1010 (size=4239) 2024-11-13T05:21:11,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741839_1015 (size=1733) 2024-11-13T05:21:11,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741832_1008 (size=1812) 2024-11-13T05:21:11,522 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/WALs/a61c20bd729c,40421,1731475257406/a61c20bd729c%2C40421%2C1731475257406.1731475259720 not finished, retry = 0 2024-11-13T05:21:11,584 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 912, reset compression=false 2024-11-13T05:21:11,623 DEBUG [RS:0;a61c20bd729c:40421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:11,623 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:21:11,623 INFO [RS:0;a61c20bd729c:40421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:21:11,624 INFO [RS:0;a61c20bd729c:40421 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T05:21:11,624 INFO [RS:0;a61c20bd729c:40421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:21:11,624 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:21:11,624 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a61c20bd729c,40421,1731475257406 because: Region server is closing 2024-11-13T05:21:11,624 INFO [RS:0;a61c20bd729c:40421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:40421. 2024-11-13T05:21:11,624 DEBUG [RS:0;a61c20bd729c:40421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:11,624 DEBUG [RS:0;a61c20bd729c:40421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:11,624 DEBUG [RS:0;a61c20bd729c:40421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:11,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:11,725 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40421,1731475257406.replicationSource.shippera61c20bd729c%2C40421%2C1731475257406,1-a61c20bd729c,40421,1731475257406 terminated 2024-11-13T05:21:11,725 INFO [RS:0;a61c20bd729c:40421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:40421. 2024-11-13T05:21:11,725 DEBUG [RS:0;a61c20bd729c:40421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:11,725 DEBUG [RS:0;a61c20bd729c:40421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:11,725 DEBUG [RS:0;a61c20bd729c:40421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:11,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:11,725 INFO [RS:0;a61c20bd729c:40421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40421 2024-11-13T05:21:11,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1636233289/rs/a61c20bd729c,40421,1731475257406 2024-11-13T05:21:11,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289/rs 2024-11-13T05:21:11,789 INFO [RS:0;a61c20bd729c:40421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:21:11,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,40421,1731475257406] 2024-11-13T05:21:11,810 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1636233289/draining/a61c20bd729c,40421,1731475257406 already deleted, retry=false 2024-11-13T05:21:11,810 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,40421,1731475257406 expired; onlineServers=0 2024-11-13T05:21:11,810 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,35651,1731475257216' ***** 2024-11-13T05:21:11,810 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:21:11,810 INFO [M:0;a61c20bd729c:35651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:21:11,810 INFO [M:0;a61c20bd729c:35651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:21:11,810 DEBUG [M:0;a61c20bd729c:35651 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:21:11,810 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:21:11,810 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475259491 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475259491,5,FailOnTimeoutGroup] 2024-11-13T05:21:11,810 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475259491 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475259491,5,FailOnTimeoutGroup] 2024-11-13T05:21:11,810 DEBUG [M:0;a61c20bd729c:35651 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:21:11,810 INFO [M:0;a61c20bd729c:35651 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:21:11,811 INFO [M:0;a61c20bd729c:35651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:21:11,811 DEBUG [M:0;a61c20bd729c:35651 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:21:11,811 INFO [M:0;a61c20bd729c:35651 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:21:11,811 INFO [M:0;a61c20bd729c:35651 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:21:11,811 INFO [M:0;a61c20bd729c:35651 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:21:11,811 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:21:11,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1636233289/master 2024-11-13T05:21:11,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1636233289 2024-11-13T05:21:11,821 DEBUG [M:0;a61c20bd729c:35651 {}] zookeeper.ZKUtil(347): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Unable to get data of znode /1636233289/master because node does not exist (not an error) 2024-11-13T05:21:11,821 WARN [M:0;a61c20bd729c:35651 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:21:11,821 INFO [M:0;a61c20bd729c:35651 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/.lastflushedseqids 2024-11-13T05:21:11,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741847_1023 (size=245) 2024-11-13T05:21:11,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:21:11,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40421-0x10132a394a60004, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:21:11,900 INFO [RS:0;a61c20bd729c:40421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:21:11,900 INFO [RS:0;a61c20bd729c:40421 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,40421,1731475257406; zookeeper connection closed. 2024-11-13T05:21:11,900 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@301990b0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@301990b0 2024-11-13T05:21:11,900 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:21:12,226 INFO [M:0;a61c20bd729c:35651 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:21:12,227 INFO [M:0;a61c20bd729c:35651 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:21:12,227 DEBUG [M:0;a61c20bd729c:35651 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:21:12,227 INFO [M:0;a61c20bd729c:35651 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:12,227 DEBUG [M:0;a61c20bd729c:35651 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:12,227 DEBUG [M:0;a61c20bd729c:35651 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:21:12,227 DEBUG [M:0;a61c20bd729c:35651 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:12,227 INFO [M:0;a61c20bd729c:35651 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T05:21:12,243 DEBUG [M:0;a61c20bd729c:35651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8155de08b1af4da79619ae9a1fe81eef is 82, key is hbase:meta,,1/info:regioninfo/1731475260385/Put/seqid=0 2024-11-13T05:21:12,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741848_1024 (size=5672) 2024-11-13T05:21:12,387 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 912, reset compression=false 2024-11-13T05:21:12,647 INFO [M:0;a61c20bd729c:35651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8155de08b1af4da79619ae9a1fe81eef 2024-11-13T05:21:12,663 DEBUG [M:0;a61c20bd729c:35651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfc0b0b9e959441ab2a74d4f3e37ed7e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731475264591/Put/seqid=0 2024-11-13T05:21:12,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741849_1025 (size=8516) 2024-11-13T05:21:13,067 INFO [M:0;a61c20bd729c:35651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfc0b0b9e959441ab2a74d4f3e37ed7e 2024-11-13T05:21:13,083 DEBUG [M:0;a61c20bd729c:35651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8575aa16bd04f059b5511b4921e0025 is 69, key is a61c20bd729c,40421,1731475257406/rs:state/1731475259572/Put/seqid=0 2024-11-13T05:21:13,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741850_1026 (size=5156) 2024-11-13T05:21:13,290 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 912, reset compression=false 2024-11-13T05:21:13,487 INFO [M:0;a61c20bd729c:35651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8575aa16bd04f059b5511b4921e0025 2024-11-13T05:21:13,491 DEBUG [M:0;a61c20bd729c:35651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8155de08b1af4da79619ae9a1fe81eef as hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8155de08b1af4da79619ae9a1fe81eef 2024-11-13T05:21:13,494 INFO [M:0;a61c20bd729c:35651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8155de08b1af4da79619ae9a1fe81eef, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T05:21:13,495 DEBUG [M:0;a61c20bd729c:35651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfc0b0b9e959441ab2a74d4f3e37ed7e as hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfc0b0b9e959441ab2a74d4f3e37ed7e 2024-11-13T05:21:13,499 INFO [M:0;a61c20bd729c:35651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfc0b0b9e959441ab2a74d4f3e37ed7e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T05:21:13,500 DEBUG [M:0;a61c20bd729c:35651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8575aa16bd04f059b5511b4921e0025 as hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8575aa16bd04f059b5511b4921e0025 2024-11-13T05:21:13,504 INFO [M:0;a61c20bd729c:35651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33123/user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8575aa16bd04f059b5511b4921e0025, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T05:21:13,505 INFO [M:0;a61c20bd729c:35651 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-13T05:21:13,506 INFO [M:0;a61c20bd729c:35651 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:13,506 DEBUG [M:0;a61c20bd729c:35651 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475272227Disabling compacts and flushes for region at 1731475272227Disabling writes for close at 1731475272227Obtaining lock to block concurrent updates at 1731475272227Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475272227Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731475272227Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475272228 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475272228Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475272243 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475272243Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475272651 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475272663 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475272663Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475273071 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475273083 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475273083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@694ad828: reopening flushed file at 1731475273490 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74fcdba4: reopening flushed file at 1731475273495 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa417aa: reopening flushed file at 1731475273499 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731475273505 (+6 ms)Writing region close event to WAL at 1731475273506 (+1 ms)Closed at 1731475273506 2024-11-13T05:21:13,507 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fdb6aeb0-2a07-bbce-951f-163f5ed9122a/MasterData/WALs/a61c20bd729c,35651,1731475257216/a61c20bd729c%2C35651%2C1731475257216.1731475259212 not finished, retry = 0 2024-11-13T05:21:13,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34263 is added to blk_1073741830_1006 (size=63654) 2024-11-13T05:21:13,608 INFO [M:0;a61c20bd729c:35651 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:21:13,608 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:21:13,608 INFO [M:0;a61c20bd729c:35651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35651 2024-11-13T05:21:13,609 INFO [M:0;a61c20bd729c:35651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:21:13,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:21:13,760 INFO [M:0;a61c20bd729c:35651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:21:13,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35651-0x10132a394a60003, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:21:13,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40e5f5b7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:21:13,796 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@feb2d2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:21:13,796 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:21:13,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66020d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:21:13,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@473d1391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/hadoop.log.dir/,STOPPED} 2024-11-13T05:21:13,798 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:21:13,798 WARN [BP-384505502-172.17.0.3-1731475255302 heartbeating to localhost/127.0.0.1:33123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:21:13,798 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:21:13,798 WARN [BP-384505502-172.17.0.3-1731475255302 heartbeating to localhost/127.0.0.1:33123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-384505502-172.17.0.3-1731475255302 (Datanode Uuid 45c6e798-6f82-42f4-b1db-416f2f0b0442) service to localhost/127.0.0.1:33123 2024-11-13T05:21:13,798 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/cluster_efbe2475-16f6-58e5-89f3-7c23b65a0dcc/data/data1/current/BP-384505502-172.17.0.3-1731475255302 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:21:13,799 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/cluster_efbe2475-16f6-58e5-89f3-7c23b65a0dcc/data/data2/current/BP-384505502-172.17.0.3-1731475255302 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:21:13,799 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:21:13,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@173d8147{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:21:13,806 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f613f66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:21:13,806 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:21:13,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e07a1af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:21:13,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c3bb764{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/hadoop.log.dir/,STOPPED} 2024-11-13T05:21:13,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:21:13,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:21:13,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:21:13,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:13,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:13,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:13,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:13,822 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:21:13,822 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=709058928, stopped=false 2024-11-13T05:21:13,823 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,35083,1731475251565 2024-11-13T05:21:13,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-358605386/running 2024-11-13T05:21:13,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-358605386/running 2024-11-13T05:21:13,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386 2024-11-13T05:21:13,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386 2024-11-13T05:21:13,839 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:21:13,839 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:21:13,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:13,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:13,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Set watcher on znode that does not yet exist, /0-358605386/running 2024-11-13T05:21:13,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Set watcher on znode that does not yet exist, /0-358605386/running 2024-11-13T05:21:13,840 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,34297,1731475251760' ***** 2024-11-13T05:21:13,840 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:21:13,840 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:21:13,840 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:21:13,840 INFO [RS:0;a61c20bd729c:34297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:21:13,840 INFO [RS:0;a61c20bd729c:34297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:21:13,840 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(3091): Received CLOSE for aaad7ff26c29b6e360716d926b6f1038 2024-11-13T05:21:13,841 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(3091): Received CLOSE for b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:13,841 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,34297,1731475251760 2024-11-13T05:21:13,841 INFO [RS:0;a61c20bd729c:34297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:21:13,841 INFO [RS:0;a61c20bd729c:34297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:34297. 2024-11-13T05:21:13,841 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aaad7ff26c29b6e360716d926b6f1038, disabling compactions & flushes 2024-11-13T05:21:13,841 DEBUG [RS:0;a61c20bd729c:34297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:13,841 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038. 2024-11-13T05:21:13,841 DEBUG [RS:0;a61c20bd729c:34297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:13,841 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038. 2024-11-13T05:21:13,841 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:21:13,841 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038. after waiting 0 ms 2024-11-13T05:21:13,841 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:21:13,841 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:21:13,841 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038. 2024-11-13T05:21:13,841 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:21:13,841 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aaad7ff26c29b6e360716d926b6f1038 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-13T05:21:13,841 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T05:21:13,841 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:21:13,841 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:21:13,841 DEBUG [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1325): Online Regions={aaad7ff26c29b6e360716d926b6f1038=hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038., 1588230740=hbase:meta,,1.1588230740, b34a9787dcb045d0f68d8a155bdb9ea5=test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5.} 2024-11-13T05:21:13,841 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:21:13,841 DEBUG [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aaad7ff26c29b6e360716d926b6f1038, b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:13,841 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:21:13,841 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:21:13,841 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T05:21:13,854 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/replication/aaad7ff26c29b6e360716d926b6f1038/.tmp/queue/eb8e636b91334ce19ed3f45c167859cd is 153, key is 1-a61c20bd729c,34297,1731475251760/queue:a61c20bd729c%2C34297%2C1731475251760/1731475268865/Put/seqid=0 2024-11-13T05:21:13,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741840_1016 (size=5352) 2024-11-13T05:21:13,863 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/.tmp/info/7a2cef773e144db89a7e6281d7b67c3d is 147, key is hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038./info:regioninfo/1731475263032/Put/seqid=0 2024-11-13T05:21:13,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741841_1017 (size=7686) 2024-11-13T05:21:13,935 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:21:14,022 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:21:14,023 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:21:14,041 DEBUG [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aaad7ff26c29b6e360716d926b6f1038, b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:14,241 DEBUG [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aaad7ff26c29b6e360716d926b6f1038, b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:14,258 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/replication/aaad7ff26c29b6e360716d926b6f1038/.tmp/queue/eb8e636b91334ce19ed3f45c167859cd 2024-11-13T05:21:14,263 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/replication/aaad7ff26c29b6e360716d926b6f1038/.tmp/queue/eb8e636b91334ce19ed3f45c167859cd as hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/replication/aaad7ff26c29b6e360716d926b6f1038/queue/eb8e636b91334ce19ed3f45c167859cd 2024-11-13T05:21:14,267 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/.tmp/info/7a2cef773e144db89a7e6281d7b67c3d 2024-11-13T05:21:14,267 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/replication/aaad7ff26c29b6e360716d926b6f1038/queue/eb8e636b91334ce19ed3f45c167859cd, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T05:21:14,268 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for aaad7ff26c29b6e360716d926b6f1038 in 427ms, sequenceid=10, compaction requested=false 2024-11-13T05:21:14,280 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/replication/aaad7ff26c29b6e360716d926b6f1038/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T05:21:14,281 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:21:14,281 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:21:14,281 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038. 2024-11-13T05:21:14,281 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aaad7ff26c29b6e360716d926b6f1038: Waiting for close lock at 1731475273841Running coprocessor pre-close hooks at 1731475273841Disabling compacts and flushes for region at 1731475273841Disabling writes for close at 1731475273841Obtaining lock to block concurrent updates at 1731475273841Preparing flush snapshotting stores in aaad7ff26c29b6e360716d926b6f1038 at 1731475273841Finished memstore snapshotting hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731475273841Flushing stores of hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038. at 1731475273842 (+1 ms)Flushing aaad7ff26c29b6e360716d926b6f1038/queue: creating writer at 1731475273842Flushing aaad7ff26c29b6e360716d926b6f1038/queue: appending metadata at 1731475273854 (+12 ms)Flushing aaad7ff26c29b6e360716d926b6f1038/queue: closing flushed file at 1731475273854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6340770: reopening flushed file at 1731475274262 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for aaad7ff26c29b6e360716d926b6f1038 in 427ms, sequenceid=10, compaction requested=false at 1731475274268 (+6 ms)Writing region close event to WAL at 1731475274276 (+8 ms)Running coprocessor post-close hooks at 1731475274281 (+5 ms)Closed at 1731475274281 2024-11-13T05:21:14,281 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731475262262.aaad7ff26c29b6e360716d926b6f1038. 2024-11-13T05:21:14,281 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b34a9787dcb045d0f68d8a155bdb9ea5, disabling compactions & flushes 2024-11-13T05:21:14,281 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5. 2024-11-13T05:21:14,281 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5. 2024-11-13T05:21:14,281 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5. after waiting 0 ms 2024-11-13T05:21:14,281 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5. 2024-11-13T05:21:14,281 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b34a9787dcb045d0f68d8a155bdb9ea5 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-13T05:21:14,293 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/.tmp/ns/c0fb728647a9420da03a9d6c329112d6 is 43, key is default/ns:d/1731475255146/Put/seqid=0 2024-11-13T05:21:14,294 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 912, reset compression=false 2024-11-13T05:21:14,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741842_1018 (size=5153) 2024-11-13T05:21:14,299 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5/.tmp/f/0594941be11c4d8d9f888ebe0b046cdf is 29, key is row1/f:/1731475268629/DeleteFamily/seqid=0 2024-11-13T05:21:14,299 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:14,299 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 1159, reset compression=false 2024-11-13T05:21:14,299 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.shippera61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,34297,1731475251760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:14,300 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.shippera61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a61c20bd729c,34297,1731475251760: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a61c20bd729c,34297,1731475251760, walGroup=a61c20bd729c%2C34297%2C1731475251760, offset=a61c20bd729c%2C34297%2C1731475251760.1731475254135:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:34297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T05:21:14,301 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.shippera61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T05:21:14,301 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.shippera61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T05:21:14,301 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.shippera61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T05:21:14,301 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.shippera61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T05:21:14,301 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.shippera61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T05:21:14,301 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.shippera61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 662863616 }, "NonHeapMemoryUsage": { "committed": 194445312, "init": 7667712, "max": -1, "used": 191001136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T05:21:14,302 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.shippera61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:35083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:35083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T05:21:14,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741843_1019 (size=5118) 2024-11-13T05:21:14,442 DEBUG [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:14,504 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 1159, reset compression=false 2024-11-13T05:21:14,642 DEBUG [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:14,696 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/.tmp/ns/c0fb728647a9420da03a9d6c329112d6 2024-11-13T05:21:14,703 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5/.tmp/f/0594941be11c4d8d9f888ebe0b046cdf 2024-11-13T05:21:14,707 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0594941be11c4d8d9f888ebe0b046cdf 2024-11-13T05:21:14,716 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/.tmp/rep_barrier/de12a41d218d4c19b26b05fac6bf1d2a is 112, key is test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5./rep_barrier:seqnumDuringOpen/1731475260825/Put/seqid=0 2024-11-13T05:21:14,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741844_1020 (size=5518) 2024-11-13T05:21:14,723 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5/.tmp/f1/5b4c0923359947bc91f0afad1d78d354 is 30, key is row1/f1:/1731475268629/DeleteFamily/seqid=0 2024-11-13T05:21:14,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741845_1021 (size=5123) 2024-11-13T05:21:14,807 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 1159, reset compression=false 2024-11-13T05:21:14,842 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T05:21:14,842 DEBUG [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b34a9787dcb045d0f68d8a155bdb9ea5=test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5.} 2024-11-13T05:21:14,842 DEBUG [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:15,042 DEBUG [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:15,120 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/.tmp/rep_barrier/de12a41d218d4c19b26b05fac6bf1d2a 2024-11-13T05:21:15,126 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5/.tmp/f1/5b4c0923359947bc91f0afad1d78d354 2024-11-13T05:21:15,129 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b4c0923359947bc91f0afad1d78d354 2024-11-13T05:21:15,136 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/.tmp/table/cd1bc30d01d94e74b7481ddfb65f4667 is 53, key is hbase:replication/table:state/1731475263039/Put/seqid=0 2024-11-13T05:21:15,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741846_1022 (size=5308) 2024-11-13T05:21:15,143 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5/.tmp/norep/ffd26d8a7e63470da062f94cc2b343dd is 32, key is row/norep:/1731475267618/DeleteFamily/seqid=0 2024-11-13T05:21:15,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741847_1023 (size=5101) 2024-11-13T05:21:15,210 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 1159, reset compression=false 2024-11-13T05:21:15,242 DEBUG [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:15,443 DEBUG [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b34a9787dcb045d0f68d8a155bdb9ea5 2024-11-13T05:21:15,540 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/.tmp/table/cd1bc30d01d94e74b7481ddfb65f4667 2024-11-13T05:21:15,544 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/.tmp/info/7a2cef773e144db89a7e6281d7b67c3d as hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/info/7a2cef773e144db89a7e6281d7b67c3d 2024-11-13T05:21:15,546 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5/.tmp/norep/ffd26d8a7e63470da062f94cc2b343dd 2024-11-13T05:21:15,547 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/info/7a2cef773e144db89a7e6281d7b67c3d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T05:21:15,548 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/.tmp/ns/c0fb728647a9420da03a9d6c329112d6 as hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/ns/c0fb728647a9420da03a9d6c329112d6 2024-11-13T05:21:15,549 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffd26d8a7e63470da062f94cc2b343dd 2024-11-13T05:21:15,550 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5/.tmp/f/0594941be11c4d8d9f888ebe0b046cdf as hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5/f/0594941be11c4d8d9f888ebe0b046cdf 2024-11-13T05:21:15,552 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/ns/c0fb728647a9420da03a9d6c329112d6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T05:21:15,552 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/.tmp/rep_barrier/de12a41d218d4c19b26b05fac6bf1d2a as hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/rep_barrier/de12a41d218d4c19b26b05fac6bf1d2a 2024-11-13T05:21:15,554 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0594941be11c4d8d9f888ebe0b046cdf 2024-11-13T05:21:15,554 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5/f/0594941be11c4d8d9f888ebe0b046cdf, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T05:21:15,556 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5/.tmp/f1/5b4c0923359947bc91f0afad1d78d354 as hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5/f1/5b4c0923359947bc91f0afad1d78d354 2024-11-13T05:21:15,559 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/rep_barrier/de12a41d218d4c19b26b05fac6bf1d2a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T05:21:15,560 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b4c0923359947bc91f0afad1d78d354 2024-11-13T05:21:15,560 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5/f1/5b4c0923359947bc91f0afad1d78d354, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T05:21:15,560 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/.tmp/table/cd1bc30d01d94e74b7481ddfb65f4667 as hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/table/cd1bc30d01d94e74b7481ddfb65f4667 2024-11-13T05:21:15,560 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5/.tmp/norep/ffd26d8a7e63470da062f94cc2b343dd as hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5/norep/ffd26d8a7e63470da062f94cc2b343dd 2024-11-13T05:21:15,564 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffd26d8a7e63470da062f94cc2b343dd 2024-11-13T05:21:15,564 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/table/cd1bc30d01d94e74b7481ddfb65f4667, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T05:21:15,564 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5/norep/ffd26d8a7e63470da062f94cc2b343dd, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T05:21:15,565 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false 2024-11-13T05:21:15,565 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b34a9787dcb045d0f68d8a155bdb9ea5 in 1284ms, sequenceid=8, compaction requested=false 2024-11-13T05:21:15,565 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:21:15,565 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T05:21:15,577 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T05:21:15,577 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/data/default/test/b34a9787dcb045d0f68d8a155bdb9ea5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T05:21:15,578 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:21:15,578 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:21:15,578 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:21:15,578 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:21:15,578 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:21:15,578 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5. 2024-11-13T05:21:15,578 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b34a9787dcb045d0f68d8a155bdb9ea5: Waiting for close lock at 1731475274281Running coprocessor pre-close hooks at 1731475274281Disabling compacts and flushes for region at 1731475274281Disabling writes for close at 1731475274281Obtaining lock to block concurrent updates at 1731475274281Preparing flush snapshotting stores in b34a9787dcb045d0f68d8a155bdb9ea5 at 1731475274281Finished memstore snapshotting test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731475274282 (+1 ms)Flushing stores of test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5. at 1731475274282Flushing b34a9787dcb045d0f68d8a155bdb9ea5/f: creating writer at 1731475274282Flushing b34a9787dcb045d0f68d8a155bdb9ea5/f: appending metadata at 1731475274298 (+16 ms)Flushing b34a9787dcb045d0f68d8a155bdb9ea5/f: closing flushed file at 1731475274298Flushing b34a9787dcb045d0f68d8a155bdb9ea5/f1: creating writer at 1731475274707 (+409 ms)Flushing b34a9787dcb045d0f68d8a155bdb9ea5/f1: appending metadata at 1731475274722 (+15 ms)Flushing b34a9787dcb045d0f68d8a155bdb9ea5/f1: closing flushed file at 1731475274723 (+1 ms)Flushing b34a9787dcb045d0f68d8a155bdb9ea5/norep: creating writer at 1731475275130 (+407 ms)Flushing b34a9787dcb045d0f68d8a155bdb9ea5/norep: appending metadata at 1731475275142 (+12 ms)Flushing b34a9787dcb045d0f68d8a155bdb9ea5/norep: closing flushed file at 1731475275142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a986e8f: reopening flushed file at 1731475275549 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1362ad45: reopening flushed file at 1731475275554 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bda652c: reopening flushed file at 1731475275560 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b34a9787dcb045d0f68d8a155bdb9ea5 in 1284ms, sequenceid=8, compaction requested=false at 1731475275565 (+5 ms)Writing region close event to WAL at 1731475275574 (+9 ms)Running coprocessor post-close hooks at 1731475275578 (+4 ms)Closed at 1731475275578 2024-11-13T05:21:15,578 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475273841Running coprocessor pre-close hooks at 1731475273841Disabling compacts and flushes for region at 1731475273841Disabling writes for close at 1731475273841Obtaining lock to block concurrent updates at 1731475273841Preparing flush snapshotting stores in 1588230740 at 1731475273841Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731475273842 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731475273842Flushing 1588230740/info: creating writer at 1731475273842Flushing 1588230740/info: appending metadata at 1731475273863 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731475273863Flushing 1588230740/ns: creating writer at 1731475274270 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731475274292 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731475274292Flushing 1588230740/rep_barrier: creating writer at 1731475274700 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731475274716 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731475274716Flushing 1588230740/table: creating writer at 1731475275123 (+407 ms)Flushing 1588230740/table: appending metadata at 1731475275136 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731475275136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a7db0b3: reopening flushed file at 1731475275543 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a1b7924: reopening flushed file at 1731475275547 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742521ea: reopening flushed file at 1731475275552 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23cdf95: reopening flushed file at 1731475275560 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false at 1731475275565 (+5 ms)Writing region close event to WAL at 1731475275574 (+9 ms)Running coprocessor post-close hooks at 1731475275578 (+4 ms)Closed at 1731475275578 2024-11-13T05:21:15,578 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731475260468.b34a9787dcb045d0f68d8a155bdb9ea5. 2024-11-13T05:21:15,578 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:21:15,643 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,34297,1731475251760; all regions closed. 2024-11-13T05:21:15,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741834_1010 (size=4239) 2024-11-13T05:21:15,645 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.meta.1731475255065.meta not finished, retry = 0 2024-11-13T05:21:15,713 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 1159, reset compression=false 2024-11-13T05:21:15,718 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:15,718 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 1803, reset compression=false 2024-11-13T05:21:15,747 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.rep.1731475262996 not finished, retry = 0 2024-11-13T05:21:15,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741839_1015 (size=2676) 2024-11-13T05:21:15,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741832_1008 (size=1811) 2024-11-13T05:21:15,850 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 not finished, retry = 0 2024-11-13T05:21:15,922 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 to pos 1803, reset compression=false 2024-11-13T05:21:15,951 DEBUG [RS:0;a61c20bd729c:34297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:15,951 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:21:15,951 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/WALs/a61c20bd729c,34297,1731475251760/a61c20bd729c%2C34297%2C1731475251760.1731475254135 2024-11-13T05:21:15,951 INFO [RS:0;a61c20bd729c:34297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:21:15,951 INFO [RS:0;a61c20bd729c:34297 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T05:21:15,951 INFO [RS:0;a61c20bd729c:34297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:21:15,951 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:21:15,951 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a61c20bd729c,34297,1731475251760 because: Region server is closing 2024-11-13T05:21:15,952 INFO [RS:0;a61c20bd729c:34297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:34297. 2024-11-13T05:21:15,952 DEBUG [RS:0;a61c20bd729c:34297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:15,952 DEBUG [RS:0;a61c20bd729c:34297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:15,952 DEBUG [RS:0;a61c20bd729c:34297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:15,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:16,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,052 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.shippera61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 terminated 2024-11-13T05:21:16,052 INFO [RS:0;a61c20bd729c:34297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:34297. 2024-11-13T05:21:16,052 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,34297,1731475251760.replicationSource.wal-reader.a61c20bd729c%2C34297%2C1731475251760,1-a61c20bd729c,34297,1731475251760 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-13T05:21:16,052 DEBUG [RS:0;a61c20bd729c:34297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:16,052 DEBUG [RS:0;a61c20bd729c:34297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:16,052 DEBUG [RS:0;a61c20bd729c:34297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:16,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:16,052 INFO [RS:0;a61c20bd729c:34297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34297 2024-11-13T05:21:16,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386/rs 2024-11-13T05:21:16,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-358605386/rs/a61c20bd729c,34297,1731475251760 2024-11-13T05:21:16,115 INFO [RS:0;a61c20bd729c:34297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:21:16,125 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,34297,1731475251760] 2024-11-13T05:21:16,136 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-358605386/draining/a61c20bd729c,34297,1731475251760 already deleted, retry=false 2024-11-13T05:21:16,136 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,34297,1731475251760 expired; onlineServers=0 2024-11-13T05:21:16,136 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,35083,1731475251565' ***** 2024-11-13T05:21:16,136 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:21:16,136 INFO [M:0;a61c20bd729c:35083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:21:16,136 INFO [M:0;a61c20bd729c:35083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:21:16,136 DEBUG [M:0;a61c20bd729c:35083 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:21:16,136 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:21:16,136 DEBUG [M:0;a61c20bd729c:35083 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:21:16,136 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475253871 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475253871,5,FailOnTimeoutGroup] 2024-11-13T05:21:16,136 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475253871 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475253871,5,FailOnTimeoutGroup] 2024-11-13T05:21:16,136 INFO [M:0;a61c20bd729c:35083 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:21:16,136 INFO [M:0;a61c20bd729c:35083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:21:16,137 DEBUG [M:0;a61c20bd729c:35083 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:21:16,137 INFO [M:0;a61c20bd729c:35083 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:21:16,137 INFO [M:0;a61c20bd729c:35083 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:21:16,137 INFO [M:0;a61c20bd729c:35083 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:21:16,137 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:21:16,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-358605386/master 2024-11-13T05:21:16,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-358605386 2024-11-13T05:21:16,146 DEBUG [M:0;a61c20bd729c:35083 {}] zookeeper.ZKUtil(347): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Unable to get data of znode /0-358605386/master because node does not exist (not an error) 2024-11-13T05:21:16,146 WARN [M:0;a61c20bd729c:35083 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:21:16,148 INFO [M:0;a61c20bd729c:35083 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/.lastflushedseqids 2024-11-13T05:21:16,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741848_1024 (size=245) 2024-11-13T05:21:16,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:21:16,226 INFO [RS:0;a61c20bd729c:34297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:21:16,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34297-0x10132a394a60001, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:21:16,226 INFO [RS:0;a61c20bd729c:34297 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,34297,1731475251760; zookeeper connection closed. 2024-11-13T05:21:16,226 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75e2813c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75e2813c 2024-11-13T05:21:16,226 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:21:16,552 INFO [M:0;a61c20bd729c:35083 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:21:16,552 INFO [M:0;a61c20bd729c:35083 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:21:16,552 DEBUG [M:0;a61c20bd729c:35083 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:21:16,552 INFO [M:0;a61c20bd729c:35083 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:16,552 DEBUG [M:0;a61c20bd729c:35083 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:16,552 DEBUG [M:0;a61c20bd729c:35083 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:21:16,552 DEBUG [M:0;a61c20bd729c:35083 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:16,552 INFO [M:0;a61c20bd729c:35083 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-13T05:21:16,569 DEBUG [M:0;a61c20bd729c:35083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53c9239af7b94e04b18a4d54fc2adef6 is 82, key is hbase:meta,,1/info:regioninfo/1731475255095/Put/seqid=0 2024-11-13T05:21:16,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741849_1025 (size=5672) 2024-11-13T05:21:16,577 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:21:16,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:16,972 INFO [M:0;a61c20bd729c:35083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53c9239af7b94e04b18a4d54fc2adef6 2024-11-13T05:21:16,988 DEBUG [M:0;a61c20bd729c:35083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a4de4805cea45359c66835edf1a105e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731475263042/Put/seqid=0 2024-11-13T05:21:16,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741850_1026 (size=8517) 2024-11-13T05:21:17,391 INFO [M:0;a61c20bd729c:35083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a4de4805cea45359c66835edf1a105e 2024-11-13T05:21:17,407 DEBUG [M:0;a61c20bd729c:35083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1f755ebc63d4085a511d6718a6e2b13 is 69, key is a61c20bd729c,34297,1731475251760/rs:state/1731475253986/Put/seqid=0 2024-11-13T05:21:17,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741851_1027 (size=5156) 2024-11-13T05:21:17,810 INFO [M:0;a61c20bd729c:35083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1f755ebc63d4085a511d6718a6e2b13 2024-11-13T05:21:17,814 DEBUG [M:0;a61c20bd729c:35083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53c9239af7b94e04b18a4d54fc2adef6 as hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53c9239af7b94e04b18a4d54fc2adef6 2024-11-13T05:21:17,818 INFO [M:0;a61c20bd729c:35083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53c9239af7b94e04b18a4d54fc2adef6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T05:21:17,819 DEBUG [M:0;a61c20bd729c:35083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a4de4805cea45359c66835edf1a105e as hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a4de4805cea45359c66835edf1a105e 2024-11-13T05:21:17,823 INFO [M:0;a61c20bd729c:35083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a4de4805cea45359c66835edf1a105e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T05:21:17,823 DEBUG [M:0;a61c20bd729c:35083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1f755ebc63d4085a511d6718a6e2b13 as hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1f755ebc63d4085a511d6718a6e2b13 2024-11-13T05:21:17,827 INFO [M:0;a61c20bd729c:35083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46647/user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1f755ebc63d4085a511d6718a6e2b13, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T05:21:17,828 INFO [M:0;a61c20bd729c:35083 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-13T05:21:17,831 INFO [M:0;a61c20bd729c:35083 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:17,831 DEBUG [M:0;a61c20bd729c:35083 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475276552Disabling compacts and flushes for region at 1731475276552Disabling writes for close at 1731475276552Obtaining lock to block concurrent updates at 1731475276552Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475276552Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731475276552Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475276553 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475276553Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475276568 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475276568Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475276975 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475276987 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475276988 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475277395 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475277406 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475277406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14183570: reopening flushed file at 1731475277814 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b832e1: reopening flushed file at 1731475277818 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e7c84c: reopening flushed file at 1731475277823 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1731475277828 (+5 ms)Writing region close event to WAL at 1731475277830 (+2 ms)Closed at 1731475277830 2024-11-13T05:21:17,832 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7228aac-b82f-9984-6479-4512491c718a/MasterData/WALs/a61c20bd729c,35083,1731475251565/a61c20bd729c%2C35083%2C1731475251565.1731475253605 not finished, retry = 0 2024-11-13T05:21:17,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44669 is added to blk_1073741830_1006 (size=63666) 2024-11-13T05:21:17,933 INFO [M:0;a61c20bd729c:35083 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:21:17,933 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:21:17,933 INFO [M:0;a61c20bd729c:35083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35083 2024-11-13T05:21:17,934 INFO [M:0;a61c20bd729c:35083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:21:18,110 INFO [M:0;a61c20bd729c:35083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:21:18,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:21:18,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35083-0x10132a394a60000, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:21:18,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4260ffd0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:21:18,112 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ccfdb21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:21:18,112 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:21:18,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338dcc6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:21:18,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e77e763{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/hadoop.log.dir/,STOPPED} 2024-11-13T05:21:18,113 WARN [BP-771773954-172.17.0.3-1731475249431 heartbeating to localhost/127.0.0.1:46647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:21:18,114 WARN [BP-771773954-172.17.0.3-1731475249431 heartbeating to localhost/127.0.0.1:46647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-771773954-172.17.0.3-1731475249431 (Datanode Uuid 7e46b022-544d-4d2e-9b74-d464da1eb39d) service to localhost/127.0.0.1:46647 2024-11-13T05:21:18,114 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:21:18,114 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:21:18,114 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/cluster_ef9084c4-8ec7-22a3-56fd-c2c86bcda9cf/data/data1/current/BP-771773954-172.17.0.3-1731475249431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:21:18,114 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/cluster_ef9084c4-8ec7-22a3-56fd-c2c86bcda9cf/data/data2/current/BP-771773954-172.17.0.3-1731475249431 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:21:18,114 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:21:18,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5172f5da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:21:18,119 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e05f28e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:21:18,119 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:21:18,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de59a61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:21:18,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1424c9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/599fcdb9-4825-205e-653f-db243a2cd7cf/hadoop.log.dir/,STOPPED} 2024-11-13T05:21:18,124 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T05:21:18,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:21:18,142 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 248) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:33123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:46647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:33123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61671) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:46647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:33123 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61671) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:46647 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:46647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:33123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 428), ProcessCount=11 (was 11), AvailableMemoryMB=4308 (was 4370) 2024-11-13T05:21:18,150 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=4308 2024-11-13T05:21:18,161 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-13T05:21:18,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/hadoop.log.dir so I do NOT create it in target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6 2024-11-13T05:21:18,161 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:21:18,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/hadoop.tmp.dir so I do NOT create it in target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6 2024-11-13T05:21:18,161 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f46fe56-7a10-32d2-e5fc-aae218f64432/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:21:18,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6 2024-11-13T05:21:18,162 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/cluster_99c602c8-a1c1-48e5-0079-30d7e24a638d, deleteOnExit=true 2024-11-13T05:21:18,181 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/cluster_99c602c8-a1c1-48e5-0079-30d7e24a638d/zookeeper_0, clientPort=64295, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/cluster_99c602c8-a1c1-48e5-0079-30d7e24a638d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/cluster_99c602c8-a1c1-48e5-0079-30d7e24a638d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T05:21:18,181 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64295 2024-11-13T05:21:18,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:21:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:21:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/test.cache.data in system properties and HBase conf 2024-11-13T05:21:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:21:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:21:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:21:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:21:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:21:18,182 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:21:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:21:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:21:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:21:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:21:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:21:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:21:18,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:21:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:21:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:21:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:21:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:21:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:21:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:21:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:21:18,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10132a394a60005, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T05:21:18,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10132a394a60002, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T05:21:18,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10132a394a60005, quorum=127.0.0.1:61671, baseZNode=/1636233289 Received Disconnected from ZooKeeper, ignoring 2024-11-13T05:21:18,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10132a394a60002, quorum=127.0.0.1:61671, baseZNode=/0-358605386 Received Disconnected from ZooKeeper, ignoring 2024-11-13T05:21:18,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:21:18,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:21:18,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:21:18,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:21:18,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:21:18,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:21:18,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d10a9d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:21:18,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b31bdca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:21:18,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e6dadd0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/java.io.tmpdir/jetty-localhost-43937-hadoop-hdfs-3_4_1-tests_jar-_-any-2653583074261716318/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:21:18,639 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42243d59{HTTP/1.1, (http/1.1)}{localhost:43937} 2024-11-13T05:21:18,639 INFO [Time-limited test {}] server.Server(415): Started @222769ms 2024-11-13T05:21:18,920 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:21:18,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:21:18,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:21:18,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:21:18,924 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:21:18,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd98a28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:21:18,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6876b713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:21:19,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@188d364{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/java.io.tmpdir/jetty-localhost-33843-hadoop-hdfs-3_4_1-tests_jar-_-any-10193374493240067150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:21:19,025 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a7a6bba{HTTP/1.1, (http/1.1)}{localhost:33843} 2024-11-13T05:21:19,025 INFO [Time-limited test {}] server.Server(415): Started @223155ms 2024-11-13T05:21:19,026 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:21:19,692 WARN [Thread-2649 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/cluster_99c602c8-a1c1-48e5-0079-30d7e24a638d/data/data2/current/BP-886424395-172.17.0.3-1731475278196/current, will proceed with Du for space computation calculation, 2024-11-13T05:21:19,692 WARN [Thread-2648 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/cluster_99c602c8-a1c1-48e5-0079-30d7e24a638d/data/data1/current/BP-886424395-172.17.0.3-1731475278196/current, will proceed with Du for space computation calculation, 2024-11-13T05:21:19,707 WARN [Thread-2636 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:21:19,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6269eac232236370 with lease ID 0x639af266df6539c: Processing first storage report for DS-505ce1d7-6069-4ca1-9354-8e185118e493 from datanode DatanodeRegistration(127.0.0.1:46333, datanodeUuid=bb3876d9-cf9d-4d9a-8546-6ebd6011931d, infoPort=46329, infoSecurePort=0, ipcPort=35559, storageInfo=lv=-57;cid=testClusterID;nsid=1359996325;c=1731475278196) 2024-11-13T05:21:19,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6269eac232236370 with lease ID 0x639af266df6539c: from storage DS-505ce1d7-6069-4ca1-9354-8e185118e493 node DatanodeRegistration(127.0.0.1:46333, datanodeUuid=bb3876d9-cf9d-4d9a-8546-6ebd6011931d, infoPort=46329, infoSecurePort=0, ipcPort=35559, storageInfo=lv=-57;cid=testClusterID;nsid=1359996325;c=1731475278196), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:21:19,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6269eac232236370 with lease ID 0x639af266df6539c: Processing first storage report for DS-9fb13eba-ede8-4355-b5c8-b7b75a5adba6 from datanode DatanodeRegistration(127.0.0.1:46333, datanodeUuid=bb3876d9-cf9d-4d9a-8546-6ebd6011931d, infoPort=46329, infoSecurePort=0, ipcPort=35559, storageInfo=lv=-57;cid=testClusterID;nsid=1359996325;c=1731475278196) 2024-11-13T05:21:19,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6269eac232236370 with lease ID 0x639af266df6539c: from storage DS-9fb13eba-ede8-4355-b5c8-b7b75a5adba6 node DatanodeRegistration(127.0.0.1:46333, datanodeUuid=bb3876d9-cf9d-4d9a-8546-6ebd6011931d, infoPort=46329, infoSecurePort=0, ipcPort=35559, storageInfo=lv=-57;cid=testClusterID;nsid=1359996325;c=1731475278196), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:21:19,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6 2024-11-13T05:21:19,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:19,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:19,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:21:20,163 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4 with version=8 2024-11-13T05:21:20,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/hbase-staging 2024-11-13T05:21:20,165 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:21:20,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:21:20,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:21:20,165 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:21:20,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:21:20,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:21:20,165 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:21:20,165 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:21:20,166 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44471 2024-11-13T05:21:20,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44471 connecting to ZooKeeper ensemble=127.0.0.1:64295 2024-11-13T05:21:20,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444710x0, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:21:20,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44471-0x10132a4050f0000 connected 2024-11-13T05:21:20,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:20,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:20,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Set watcher on znode that does not yet exist, /0705946215/running 2024-11-13T05:21:20,318 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4, hbase.cluster.distributed=false 2024-11-13T05:21:20,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Set watcher on znode that does not yet exist, /0705946215/acl 2024-11-13T05:21:20,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44471 2024-11-13T05:21:20,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44471 2024-11-13T05:21:20,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44471 2024-11-13T05:21:20,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44471 2024-11-13T05:21:20,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44471 2024-11-13T05:21:20,335 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:21:20,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:21:20,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:21:20,335 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:21:20,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:21:20,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:21:20,335 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:21:20,335 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:21:20,336 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44313 2024-11-13T05:21:20,336 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44313 connecting to ZooKeeper ensemble=127.0.0.1:64295 2024-11-13T05:21:20,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:20,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:20,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443130x0, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:21:20,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443130x0, quorum=127.0.0.1:64295, baseZNode=/0705946215 Set watcher on znode that does not yet exist, /0705946215/running 2024-11-13T05:21:20,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44313-0x10132a4050f0001 connected 2024-11-13T05:21:20,347 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:21:20,347 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:21:20,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Set watcher on znode that does not yet exist, /0705946215/master 2024-11-13T05:21:20,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Set watcher on znode that does not yet exist, /0705946215/acl 2024-11-13T05:21:20,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44313 2024-11-13T05:21:20,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44313 2024-11-13T05:21:20,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44313 2024-11-13T05:21:20,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44313 2024-11-13T05:21:20,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44313 2024-11-13T05:21:20,363 DEBUG [M:0;a61c20bd729c:44471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:44471 2024-11-13T05:21:20,364 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0705946215/backup-masters/a61c20bd729c,44471,1731475280165 2024-11-13T05:21:20,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215/backup-masters 2024-11-13T05:21:20,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215/backup-masters 2024-11-13T05:21:20,376 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Set watcher on existing znode=/0705946215/backup-masters/a61c20bd729c,44471,1731475280165 2024-11-13T05:21:20,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215 2024-11-13T05:21:20,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0705946215/master 2024-11-13T05:21:20,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215 2024-11-13T05:21:20,388 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Set watcher on existing znode=/0705946215/master 2024-11-13T05:21:20,389 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0705946215/backup-masters/a61c20bd729c,44471,1731475280165 from backup master directory 2024-11-13T05:21:20,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0705946215/backup-masters/a61c20bd729c,44471,1731475280165 2024-11-13T05:21:20,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215/backup-masters 2024-11-13T05:21:20,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215/backup-masters 2024-11-13T05:21:20,399 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:21:20,399 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,44471,1731475280165 2024-11-13T05:21:20,401 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/hbase.id] with ID: 3034988a-0431-471f-8213-f3e8ee77ff32 2024-11-13T05:21:20,401 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/.tmp/hbase.id 2024-11-13T05:21:20,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:21:20,806 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/.tmp/hbase.id]:[hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/hbase.id] 2024-11-13T05:21:20,814 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:20,814 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:21:20,815 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T05:21:20,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215 2024-11-13T05:21:20,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215 2024-11-13T05:21:20,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:21:21,267 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:21:21,267 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:21:21,268 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:21:21,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:21:21,554 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:21:21,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:21,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:21,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:21,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:21,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:21,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:21,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:21,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:21,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:21,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:21,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:21,676 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store 2024-11-13T05:21:21,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:21:22,081 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:22,081 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:21:22,081 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:22,081 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:22,081 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:21:22,081 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:22,081 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:22,082 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475282081Disabling compacts and flushes for region at 1731475282081Disabling writes for close at 1731475282081Writing region close event to WAL at 1731475282081Closed at 1731475282081 2024-11-13T05:21:22,082 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/.initializing 2024-11-13T05:21:22,082 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/WALs/a61c20bd729c,44471,1731475280165 2024-11-13T05:21:22,083 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:21:22,084 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C44471%2C1731475280165, suffix=, logDir=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/WALs/a61c20bd729c,44471,1731475280165, archiveDir=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/oldWALs, maxLogs=10 2024-11-13T05:21:22,096 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/WALs/a61c20bd729c,44471,1731475280165/a61c20bd729c%2C44471%2C1731475280165.1731475282084, exclude list is [], retry=0 2024-11-13T05:21:22,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46333,DS-505ce1d7-6069-4ca1-9354-8e185118e493,DISK] 2024-11-13T05:21:22,099 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/WALs/a61c20bd729c,44471,1731475280165/a61c20bd729c%2C44471%2C1731475280165.1731475282084 2024-11-13T05:21:22,100 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46329:46329)] 2024-11-13T05:21:22,100 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:21:22,100 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:22,100 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:22,100 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:22,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:22,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:21:22,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:22,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:22,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:22,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:21:22,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:22,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:22,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:22,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:21:22,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:22,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:22,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:22,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:21:22,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:22,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:22,106 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:22,106 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:22,106 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:22,107 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:22,107 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:22,108 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:21:22,108 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:22,110 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:21:22,110 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63937418, jitterRate=-0.047258228063583374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:21:22,110 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475282100Initializing all the Stores at 1731475282101 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475282101Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475282101Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475282101Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475282101Cleaning up temporary data from old regions at 1731475282107 (+6 ms)Region opened successfully at 1731475282110 (+3 ms) 2024-11-13T05:21:22,111 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:21:22,112 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebbe193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:21:22,113 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:21:22,113 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:21:22,113 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:21:22,113 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:21:22,114 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:21:22,114 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:21:22,114 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:21:22,119 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:21:22,119 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Unable to get data of znode /0705946215/balancer because node does not exist (not necessarily an error) 2024-11-13T05:21:22,209 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0705946215/balancer already deleted, retry=false 2024-11-13T05:21:22,210 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:21:22,210 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Unable to get data of znode /0705946215/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:21:22,262 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0705946215/normalizer already deleted, retry=false 2024-11-13T05:21:22,262 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:21:22,263 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Unable to get data of znode /0705946215/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:21:22,272 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0705946215/switch/split already deleted, retry=false 2024-11-13T05:21:22,273 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Unable to get data of znode /0705946215/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:21:22,283 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0705946215/switch/merge already deleted, retry=false 2024-11-13T05:21:22,284 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Unable to get data of znode /0705946215/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:21:22,293 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0705946215/snapshot-cleanup already deleted, retry=false 2024-11-13T05:21:22,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0705946215/running 2024-11-13T05:21:22,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0705946215/running 2024-11-13T05:21:22,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215 2024-11-13T05:21:22,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215 2024-11-13T05:21:22,304 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,44471,1731475280165, sessionid=0x10132a4050f0000, setting cluster-up flag (Was=false) 2024-11-13T05:21:22,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215 2024-11-13T05:21:22,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215 2024-11-13T05:21:22,356 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0705946215/flush-table-proc/acquired, /0705946215/flush-table-proc/reached, /0705946215/flush-table-proc/abort 2024-11-13T05:21:22,357 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,44471,1731475280165 2024-11-13T05:21:22,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215 2024-11-13T05:21:22,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215 2024-11-13T05:21:22,409 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0705946215/online-snapshot/acquired, /0705946215/online-snapshot/reached, /0705946215/online-snapshot/abort 2024-11-13T05:21:22,410 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,44471,1731475280165 2024-11-13T05:21:22,411 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:21:22,412 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:21:22,412 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:21:22,412 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:21:22,412 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,44471,1731475280165 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:21:22,413 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:21:22,413 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:21:22,413 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:21:22,413 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:21:22,413 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:21:22,413 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:22,413 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:21:22,413 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:22,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:21:22,415 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:21:22,415 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:22,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:21:22,416 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475312416 2024-11-13T05:21:22,416 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:21:22,417 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:21:22,417 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:21:22,417 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:21:22,417 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:21:22,417 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:21:22,420 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:22,422 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:21:22,422 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:21:22,422 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:21:22,422 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:21:22,424 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:21:22,424 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:21:22,424 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475282424,5,FailOnTimeoutGroup] 2024-11-13T05:21:22,425 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475282424,5,FailOnTimeoutGroup] 2024-11-13T05:21:22,425 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:22,425 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:21:22,425 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:22,425 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:22,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:21:22,457 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(746): ClusterId : 3034988a-0431-471f-8213-f3e8ee77ff32 2024-11-13T05:21:22,457 DEBUG [RS:0;a61c20bd729c:44313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:21:22,462 DEBUG [RS:0;a61c20bd729c:44313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:21:22,462 DEBUG [RS:0;a61c20bd729c:44313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:21:22,473 DEBUG [RS:0;a61c20bd729c:44313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:21:22,473 DEBUG [RS:0;a61c20bd729c:44313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d56521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:21:22,483 DEBUG [RS:0;a61c20bd729c:44313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:44313 2024-11-13T05:21:22,483 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:21:22,484 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:21:22,484 DEBUG [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:21:22,484 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,44471,1731475280165 with port=44313, startcode=1731475280335 2024-11-13T05:21:22,484 DEBUG [RS:0;a61c20bd729c:44313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:21:22,485 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:21:22,486 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44471 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,44313,1731475280335 2024-11-13T05:21:22,486 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44471 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,44313,1731475280335 2024-11-13T05:21:22,487 DEBUG [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4 2024-11-13T05:21:22,487 DEBUG [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36171 2024-11-13T05:21:22,487 DEBUG [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:21:22,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215/rs 2024-11-13T05:21:22,494 DEBUG [RS:0;a61c20bd729c:44313 {}] zookeeper.ZKUtil(111): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Set watcher on existing znode=/0705946215/rs/a61c20bd729c,44313,1731475280335 2024-11-13T05:21:22,494 WARN [RS:0;a61c20bd729c:44313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:21:22,494 INFO [RS:0;a61c20bd729c:44313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:21:22,494 DEBUG [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335 2024-11-13T05:21:22,494 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,44313,1731475280335] 2024-11-13T05:21:22,496 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:21:22,497 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:21:22,497 INFO [RS:0;a61c20bd729c:44313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:21:22,497 INFO [RS:0;a61c20bd729c:44313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:22,497 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:21:22,498 INFO [RS:0;a61c20bd729c:44313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:21:22,498 INFO [RS:0;a61c20bd729c:44313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:22,498 DEBUG [RS:0;a61c20bd729c:44313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:22,498 DEBUG [RS:0;a61c20bd729c:44313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:22,498 DEBUG [RS:0;a61c20bd729c:44313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:22,498 DEBUG [RS:0;a61c20bd729c:44313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:22,498 DEBUG [RS:0;a61c20bd729c:44313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:22,498 DEBUG [RS:0;a61c20bd729c:44313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:21:22,498 DEBUG [RS:0;a61c20bd729c:44313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:22,498 DEBUG [RS:0;a61c20bd729c:44313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:22,498 DEBUG [RS:0;a61c20bd729c:44313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:22,498 DEBUG [RS:0;a61c20bd729c:44313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:22,498 DEBUG [RS:0;a61c20bd729c:44313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:22,498 DEBUG [RS:0;a61c20bd729c:44313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:22,498 DEBUG [RS:0;a61c20bd729c:44313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:21:22,498 DEBUG [RS:0;a61c20bd729c:44313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:21:22,499 INFO [RS:0;a61c20bd729c:44313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:22,499 INFO [RS:0;a61c20bd729c:44313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:22,499 INFO [RS:0;a61c20bd729c:44313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:22,499 INFO [RS:0;a61c20bd729c:44313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:22,499 INFO [RS:0;a61c20bd729c:44313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:22,499 INFO [RS:0;a61c20bd729c:44313 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,44313,1731475280335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:21:22,512 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:21:22,512 INFO [RS:0;a61c20bd729c:44313 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,44313,1731475280335-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:22,512 INFO [RS:0;a61c20bd729c:44313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:22,512 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.Replication(171): a61c20bd729c,44313,1731475280335 started 2024-11-13T05:21:22,524 INFO [RS:0;a61c20bd729c:44313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:22,524 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,44313,1731475280335, RpcServer on a61c20bd729c/172.17.0.3:44313, sessionid=0x10132a4050f0001 2024-11-13T05:21:22,525 DEBUG [RS:0;a61c20bd729c:44313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:21:22,525 DEBUG [RS:0;a61c20bd729c:44313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,44313,1731475280335 2024-11-13T05:21:22,525 DEBUG [RS:0;a61c20bd729c:44313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,44313,1731475280335' 2024-11-13T05:21:22,525 DEBUG [RS:0;a61c20bd729c:44313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0705946215/flush-table-proc/abort' 2024-11-13T05:21:22,525 DEBUG [RS:0;a61c20bd729c:44313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0705946215/flush-table-proc/acquired' 2024-11-13T05:21:22,526 DEBUG [RS:0;a61c20bd729c:44313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:21:22,526 DEBUG [RS:0;a61c20bd729c:44313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:21:22,526 DEBUG [RS:0;a61c20bd729c:44313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,44313,1731475280335 2024-11-13T05:21:22,526 DEBUG [RS:0;a61c20bd729c:44313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,44313,1731475280335' 2024-11-13T05:21:22,526 DEBUG [RS:0;a61c20bd729c:44313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0705946215/online-snapshot/abort' 2024-11-13T05:21:22,526 DEBUG [RS:0;a61c20bd729c:44313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0705946215/online-snapshot/acquired' 2024-11-13T05:21:22,526 DEBUG [RS:0;a61c20bd729c:44313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:21:22,526 INFO [RS:0;a61c20bd729c:44313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:21:22,526 INFO [RS:0;a61c20bd729c:44313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:21:22,626 INFO [RS:0;a61c20bd729c:44313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:21:22,627 INFO [RS:0;a61c20bd729c:44313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C44313%2C1731475280335, suffix=, logDir=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335, archiveDir=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/oldWALs, maxLogs=10 2024-11-13T05:21:22,639 DEBUG [RS:0;a61c20bd729c:44313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628, exclude list is [], retry=0 2024-11-13T05:21:22,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46333,DS-505ce1d7-6069-4ca1-9354-8e185118e493,DISK] 2024-11-13T05:21:22,642 INFO [RS:0;a61c20bd729c:44313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 2024-11-13T05:21:22,643 DEBUG [RS:0;a61c20bd729c:44313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46329:46329)] 2024-11-13T05:21:22,829 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:21:22,830 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4 2024-11-13T05:21:22,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741833_1009 (size=32) 2024-11-13T05:21:23,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:23,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:21:23,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:21:23,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:23,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:23,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:21:23,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:21:23,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:23,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:23,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:21:23,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:21:23,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:23,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:23,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:21:23,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:21:23,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:23,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:23,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:21:23,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740 2024-11-13T05:21:23,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740 2024-11-13T05:21:23,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:21:23,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:21:23,243 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:21:23,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:21:23,245 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:21:23,245 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66122341, jitterRate=-0.014700338244438171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:21:23,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475283235Initializing all the Stores at 1731475283236 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475283236Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475283236Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475283236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475283236Cleaning up temporary data from old regions at 1731475283242 (+6 ms)Region opened successfully at 1731475283245 (+3 ms) 2024-11-13T05:21:23,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:21:23,245 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:21:23,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:21:23,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:21:23,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:21:23,246 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:21:23,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475283245Disabling compacts and flushes for region at 1731475283245Disabling writes for close at 1731475283245Writing region close event to WAL at 1731475283246 (+1 ms)Closed at 1731475283246 2024-11-13T05:21:23,247 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:21:23,247 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:21:23,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:21:23,248 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:21:23,249 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:21:23,399 DEBUG [a61c20bd729c:44471 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:21:23,399 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,44313,1731475280335 2024-11-13T05:21:23,400 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,44313,1731475280335, state=OPENING 2024-11-13T05:21:23,451 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:21:23,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215 2024-11-13T05:21:23,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215 2024-11-13T05:21:23,462 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:21:23,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0705946215/meta-region-server: CHANGED 2024-11-13T05:21:23,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0705946215/meta-region-server: CHANGED 2024-11-13T05:21:23,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,44313,1731475280335}] 2024-11-13T05:21:23,614 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:21:23,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:21:23,618 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:21:23,618 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:21:23,618 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:21:23,619 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C44313%2C1731475280335.meta, suffix=.meta, logDir=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335, archiveDir=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/oldWALs, maxLogs=10 2024-11-13T05:21:23,634 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.meta.1731475283619.meta, exclude list is [], retry=0 2024-11-13T05:21:23,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46333,DS-505ce1d7-6069-4ca1-9354-8e185118e493,DISK] 2024-11-13T05:21:23,637 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.meta.1731475283619.meta 2024-11-13T05:21:23,637 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46329:46329)] 2024-11-13T05:21:23,637 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:21:23,638 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:21:23,638 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:21:23,638 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:21:23,638 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:21:23,638 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:21:23,638 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:23,638 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:21:23,638 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:21:23,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:21:23,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:21:23,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:23,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:23,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:21:23,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:21:23,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:23,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:23,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:21:23,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:21:23,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:23,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:23,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:21:23,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:21:23,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:23,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:23,642 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:21:23,642 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740 2024-11-13T05:21:23,643 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740 2024-11-13T05:21:23,643 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:21:23,643 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:21:23,644 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:21:23,644 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:21:23,645 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72248282, jitterRate=0.07658329606056213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:21:23,645 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:21:23,645 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475283638Writing region info on filesystem at 1731475283638Initializing all the Stores at 1731475283639 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475283639Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475283639Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475283639Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475283639Cleaning up temporary data from old regions at 1731475283643 (+4 ms)Running coprocessor post-open hooks at 1731475283645 (+2 ms)Region opened successfully at 1731475283645 2024-11-13T05:21:23,646 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475283614 2024-11-13T05:21:23,647 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:21:23,647 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:21:23,648 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,44313,1731475280335 2024-11-13T05:21:23,648 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,44313,1731475280335, state=OPEN 2024-11-13T05:21:23,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T05:21:23,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:21:23,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0705946215/meta-region-server 2024-11-13T05:21:23,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0705946215/meta-region-server 2024-11-13T05:21:23,692 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,44313,1731475280335 2024-11-13T05:21:23,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0705946215/meta-region-server: CHANGED 2024-11-13T05:21:23,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0705946215/meta-region-server: CHANGED 2024-11-13T05:21:23,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:21:23,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,44313,1731475280335 in 230 msec 2024-11-13T05:21:23,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:21:23,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-13T05:21:23,696 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:21:23,696 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:21:23,697 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:23,698 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,44313,1731475280335, seqNum=-1] 2024-11-13T05:21:23,698 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:23,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:21:23,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-13T05:21:23,703 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475283703, completionTime=-1 2024-11-13T05:21:23,703 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:21:23,703 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:21:23,705 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:21:23,705 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475343705 2024-11-13T05:21:23,705 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475403705 2024-11-13T05:21:23,705 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T05:21:23,705 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,44471,1731475280165-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:23,705 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,44471,1731475280165-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:23,705 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,44471,1731475280165-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:23,705 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:44471, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:23,705 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:23,706 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:23,707 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:21:23,708 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.309sec 2024-11-13T05:21:23,708 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:21:23,708 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:21:23,708 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:21:23,709 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:21:23,709 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:21:23,709 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,44471,1731475280165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:21:23,709 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,44471,1731475280165-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:21:23,710 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:21:23,710 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:21:23,710 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,44471,1731475280165-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:23,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788dd956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:23,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,44471,-1 for getting cluster id 2024-11-13T05:21:23,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:23,758 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3034988a-0431-471f-8213-f3e8ee77ff32' 2024-11-13T05:21:23,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:23,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3034988a-0431-471f-8213-f3e8ee77ff32" 2024-11-13T05:21:23,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8a06f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:23,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,44471,-1] 2024-11-13T05:21:23,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:23,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:23,760 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:23,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a07ac93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:23,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:23,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,44313,1731475280335, seqNum=-1] 2024-11-13T05:21:23,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:23,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:21:23,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,44471,1731475280165 2024-11-13T05:21:23,764 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64295 2024-11-13T05:21:23,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:21:23,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10132a4050f0002 connected 2024-11-13T05:21:23,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/hadoop.log.dir so I do NOT create it in target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56 2024-11-13T05:21:23,799 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:21:23,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/hadoop.tmp.dir so I do NOT create it in target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56 2024-11-13T05:21:23,799 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:21:23,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56 2024-11-13T05:21:23,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:21:23,799 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/cluster_556ad12e-d114-cc4c-5c29-6b8e2c2e2568, deleteOnExit=true 2024-11-13T05:21:23,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:21:23,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/test.cache.data in system properties and HBase conf 2024-11-13T05:21:23,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:21:23,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:21:23,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:21:23,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:21:23,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:21:23,799 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:21:23,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:21:23,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:21:23,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:21:23,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:21:23,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:21:23,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:21:23,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:21:23,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:21:23,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:21:23,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:21:23,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:21:23,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:21:23,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:21:23,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:21:24,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:21:24,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:21:24,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:21:24,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:21:24,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:21:24,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:21:24,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dafa61f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:21:24,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@413816ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:21:24,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624c38f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/java.io.tmpdir/jetty-localhost-38957-hadoop-hdfs-3_4_1-tests_jar-_-any-11047083831688385839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:21:24,245 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ec3d9bf{HTTP/1.1, (http/1.1)}{localhost:38957} 2024-11-13T05:21:24,245 INFO [Time-limited test {}] server.Server(415): Started @228375ms 2024-11-13T05:21:24,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:21:24,509 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:21:24,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:21:24,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:21:24,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:21:24,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37999a1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:21:24,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37e857e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:21:24,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3da64c88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/java.io.tmpdir/jetty-localhost-41421-hadoop-hdfs-3_4_1-tests_jar-_-any-9742113327780174378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:21:24,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fc9cb47{HTTP/1.1, (http/1.1)}{localhost:41421} 2024-11-13T05:21:24,618 INFO [Time-limited test {}] server.Server(415): Started @228747ms 2024-11-13T05:21:24,619 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:21:25,344 WARN [Thread-2770 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/cluster_556ad12e-d114-cc4c-5c29-6b8e2c2e2568/data/data2/current/BP-1388813916-172.17.0.3-1731475283813/current, will proceed with Du for space computation calculation, 2024-11-13T05:21:25,344 WARN [Thread-2769 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/cluster_556ad12e-d114-cc4c-5c29-6b8e2c2e2568/data/data1/current/BP-1388813916-172.17.0.3-1731475283813/current, will proceed with Du for space computation calculation, 2024-11-13T05:21:25,364 WARN [Thread-2757 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:21:25,366 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3e8dd1cb714cdad with lease ID 0x3385e91da51ef8b4: Processing first storage report for DS-b2438a5f-9f43-48bc-bb0a-e09ab6b55f59 from datanode DatanodeRegistration(127.0.0.1:33467, datanodeUuid=d0e2bb81-e70b-4c39-af60-451415d8c3b8, infoPort=36443, infoSecurePort=0, ipcPort=38705, storageInfo=lv=-57;cid=testClusterID;nsid=1040540653;c=1731475283813) 2024-11-13T05:21:25,366 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3e8dd1cb714cdad with lease ID 0x3385e91da51ef8b4: from storage DS-b2438a5f-9f43-48bc-bb0a-e09ab6b55f59 node DatanodeRegistration(127.0.0.1:33467, datanodeUuid=d0e2bb81-e70b-4c39-af60-451415d8c3b8, infoPort=36443, infoSecurePort=0, ipcPort=38705, storageInfo=lv=-57;cid=testClusterID;nsid=1040540653;c=1731475283813), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:21:25,366 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3e8dd1cb714cdad with lease ID 0x3385e91da51ef8b4: Processing first storage report for DS-179699fa-aee5-4202-bdfc-661c907d43d3 from datanode DatanodeRegistration(127.0.0.1:33467, datanodeUuid=d0e2bb81-e70b-4c39-af60-451415d8c3b8, infoPort=36443, infoSecurePort=0, ipcPort=38705, storageInfo=lv=-57;cid=testClusterID;nsid=1040540653;c=1731475283813) 2024-11-13T05:21:25,366 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3e8dd1cb714cdad with lease ID 0x3385e91da51ef8b4: from storage DS-179699fa-aee5-4202-bdfc-661c907d43d3 node DatanodeRegistration(127.0.0.1:33467, datanodeUuid=d0e2bb81-e70b-4c39-af60-451415d8c3b8, infoPort=36443, infoSecurePort=0, ipcPort=38705, storageInfo=lv=-57;cid=testClusterID;nsid=1040540653;c=1731475283813), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:21:25,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56 2024-11-13T05:21:25,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:25,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:25,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:21:25,852 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3 with version=8 2024-11-13T05:21:25,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/hbase-staging 2024-11-13T05:21:25,854 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:21:25,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:21:25,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:21:25,855 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:21:25,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:21:25,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:21:25,855 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:21:25,855 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:21:25,855 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40615 2024-11-13T05:21:25,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40615 connecting to ZooKeeper ensemble=127.0.0.1:64295 2024-11-13T05:21:25,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406150x0, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:21:25,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40615-0x10132a4050f0003 connected 2024-11-13T05:21:25,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:25,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:25,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Set watcher on znode that does not yet exist, /1978509539/running 2024-11-13T05:21:25,992 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3, hbase.cluster.distributed=false 2024-11-13T05:21:25,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Set watcher on znode that does not yet exist, /1978509539/acl 2024-11-13T05:21:25,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40615 2024-11-13T05:21:25,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40615 2024-11-13T05:21:25,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40615 2024-11-13T05:21:25,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40615 2024-11-13T05:21:25,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40615 2024-11-13T05:21:26,010 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:21:26,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:21:26,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:21:26,010 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:21:26,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:21:26,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:21:26,010 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:21:26,011 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:21:26,011 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41687 2024-11-13T05:21:26,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41687 connecting to ZooKeeper ensemble=127.0.0.1:64295 2024-11-13T05:21:26,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:26,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:26,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416870x0, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:21:26,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Set watcher on znode that does not yet exist, /1978509539/running 2024-11-13T05:21:26,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41687-0x10132a4050f0004 connected 2024-11-13T05:21:26,028 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:21:26,029 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:21:26,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Set watcher on znode that does not yet exist, /1978509539/master 2024-11-13T05:21:26,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Set watcher on znode that does not yet exist, /1978509539/acl 2024-11-13T05:21:26,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41687 2024-11-13T05:21:26,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41687 2024-11-13T05:21:26,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41687 2024-11-13T05:21:26,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41687 2024-11-13T05:21:26,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41687 2024-11-13T05:21:26,044 DEBUG [M:0;a61c20bd729c:40615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:40615 2024-11-13T05:21:26,044 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1978509539/backup-masters/a61c20bd729c,40615,1731475285854 2024-11-13T05:21:26,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539/backup-masters 2024-11-13T05:21:26,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539/backup-masters 2024-11-13T05:21:26,051 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Set watcher on existing znode=/1978509539/backup-masters/a61c20bd729c,40615,1731475285854 2024-11-13T05:21:26,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1978509539/master 2024-11-13T05:21:26,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539 2024-11-13T05:21:26,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539 2024-11-13T05:21:26,062 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Set watcher on existing znode=/1978509539/master 2024-11-13T05:21:26,062 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1978509539/backup-masters/a61c20bd729c,40615,1731475285854 from backup master directory 2024-11-13T05:21:26,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1978509539/backup-masters/a61c20bd729c,40615,1731475285854 2024-11-13T05:21:26,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539/backup-masters 2024-11-13T05:21:26,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539/backup-masters 2024-11-13T05:21:26,072 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:21:26,072 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,40615,1731475285854 2024-11-13T05:21:26,075 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/hbase.id] with ID: fc38b9de-7e4a-46e1-9c6e-b2c3352a92b2 2024-11-13T05:21:26,075 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/.tmp/hbase.id 2024-11-13T05:21:26,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:21:26,479 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/.tmp/hbase.id]:[hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/hbase.id] 2024-11-13T05:21:26,486 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:26,486 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:21:26,487 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T05:21:26,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539 2024-11-13T05:21:26,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539 2024-11-13T05:21:26,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:21:26,940 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:21:26,941 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:21:26,941 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:21:26,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:21:27,347 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store 2024-11-13T05:21:27,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:21:27,752 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:27,752 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:21:27,752 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:27,752 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:27,752 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:21:27,752 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:27,752 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:27,752 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475287752Disabling compacts and flushes for region at 1731475287752Disabling writes for close at 1731475287752Writing region close event to WAL at 1731475287752Closed at 1731475287752 2024-11-13T05:21:27,753 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/.initializing 2024-11-13T05:21:27,753 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/WALs/a61c20bd729c,40615,1731475285854 2024-11-13T05:21:27,754 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:21:27,755 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C40615%2C1731475285854, suffix=, logDir=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/WALs/a61c20bd729c,40615,1731475285854, archiveDir=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/oldWALs, maxLogs=10 2024-11-13T05:21:27,767 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/WALs/a61c20bd729c,40615,1731475285854/a61c20bd729c%2C40615%2C1731475285854.1731475287755, exclude list is [], retry=0 2024-11-13T05:21:27,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33467,DS-b2438a5f-9f43-48bc-bb0a-e09ab6b55f59,DISK] 2024-11-13T05:21:27,770 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/WALs/a61c20bd729c,40615,1731475285854/a61c20bd729c%2C40615%2C1731475285854.1731475287755 2024-11-13T05:21:27,770 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36443:36443)] 2024-11-13T05:21:27,771 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:21:27,771 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:27,771 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:27,771 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:27,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:27,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:21:27,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:27,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:27,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:27,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:21:27,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:27,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:27,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:27,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:21:27,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:27,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:27,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:27,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:21:27,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:27,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:27,777 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:27,778 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:27,778 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:27,778 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:27,778 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:27,779 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:21:27,780 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:27,781 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:21:27,781 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68211448, jitterRate=0.016429781913757324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:21:27,781 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475287771Initializing all the Stores at 1731475287771Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475287772 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475287772Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475287772Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475287772Cleaning up temporary data from old regions at 1731475287779 (+7 ms)Region opened successfully at 1731475287781 (+2 ms) 2024-11-13T05:21:27,782 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:21:27,784 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2682d036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:21:27,784 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:21:27,785 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:21:27,785 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:21:27,785 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:21:27,785 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:21:27,785 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:21:27,785 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:21:27,786 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:21:27,787 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Unable to get data of znode /1978509539/balancer because node does not exist (not necessarily an error) 2024-11-13T05:21:27,851 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1978509539/balancer already deleted, retry=false 2024-11-13T05:21:27,851 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:21:27,852 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Unable to get data of znode /1978509539/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:21:27,861 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1978509539/normalizer already deleted, retry=false 2024-11-13T05:21:27,861 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:21:27,862 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Unable to get data of znode /1978509539/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:21:27,872 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1978509539/switch/split already deleted, retry=false 2024-11-13T05:21:27,872 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Unable to get data of znode /1978509539/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:21:27,882 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1978509539/switch/merge already deleted, retry=false 2024-11-13T05:21:27,884 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Unable to get data of znode /1978509539/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:21:27,893 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1978509539/snapshot-cleanup already deleted, retry=false 2024-11-13T05:21:27,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1978509539/running 2024-11-13T05:21:27,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1978509539/running 2024-11-13T05:21:27,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539 2024-11-13T05:21:27,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539 2024-11-13T05:21:27,904 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,40615,1731475285854, sessionid=0x10132a4050f0003, setting cluster-up flag (Was=false) 2024-11-13T05:21:27,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539 2024-11-13T05:21:27,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539 2024-11-13T05:21:27,956 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1978509539/flush-table-proc/acquired, /1978509539/flush-table-proc/reached, /1978509539/flush-table-proc/abort 2024-11-13T05:21:27,957 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,40615,1731475285854 2024-11-13T05:21:27,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539 2024-11-13T05:21:27,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539 2024-11-13T05:21:28,009 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1978509539/online-snapshot/acquired, /1978509539/online-snapshot/reached, /1978509539/online-snapshot/abort 2024-11-13T05:21:28,010 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,40615,1731475285854 2024-11-13T05:21:28,011 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:21:28,014 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:21:28,015 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:21:28,015 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:21:28,015 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,40615,1731475285854 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:21:28,016 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:21:28,016 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:21:28,016 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:21:28,016 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:21:28,016 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:21:28,016 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:28,016 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:21:28,016 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:28,017 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475318017 2024-11-13T05:21:28,017 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:21:28,017 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:21:28,017 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:21:28,017 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:21:28,018 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:21:28,018 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:21:28,018 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:21:28,018 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:21:28,018 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:28,018 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:28,018 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:21:28,019 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:21:28,019 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:21:28,019 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:21:28,019 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:21:28,020 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:21:28,020 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:21:28,020 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475288020,5,FailOnTimeoutGroup] 2024-11-13T05:21:28,020 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475288020,5,FailOnTimeoutGroup] 2024-11-13T05:21:28,020 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:28,020 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:21:28,020 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:28,020 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:28,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:21:28,034 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(746): ClusterId : fc38b9de-7e4a-46e1-9c6e-b2c3352a92b2 2024-11-13T05:21:28,034 DEBUG [RS:0;a61c20bd729c:41687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:21:28,041 DEBUG [RS:0;a61c20bd729c:41687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:21:28,041 DEBUG [RS:0;a61c20bd729c:41687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:21:28,051 DEBUG [RS:0;a61c20bd729c:41687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:21:28,052 DEBUG [RS:0;a61c20bd729c:41687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3027ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:21:28,065 DEBUG [RS:0;a61c20bd729c:41687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:41687 2024-11-13T05:21:28,065 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:21:28,065 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:21:28,065 DEBUG [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:21:28,065 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,40615,1731475285854 with port=41687, startcode=1731475286010 2024-11-13T05:21:28,066 DEBUG [RS:0;a61c20bd729c:41687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:21:28,067 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:21:28,067 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,41687,1731475286010 2024-11-13T05:21:28,067 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40615 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,41687,1731475286010 2024-11-13T05:21:28,068 DEBUG [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3 2024-11-13T05:21:28,068 DEBUG [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43759 2024-11-13T05:21:28,068 DEBUG [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:21:28,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539/rs 2024-11-13T05:21:28,081 DEBUG [RS:0;a61c20bd729c:41687 {}] zookeeper.ZKUtil(111): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Set watcher on existing znode=/1978509539/rs/a61c20bd729c,41687,1731475286010 2024-11-13T05:21:28,081 WARN [RS:0;a61c20bd729c:41687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:21:28,081 INFO [RS:0;a61c20bd729c:41687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:21:28,081 DEBUG [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010 2024-11-13T05:21:28,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,41687,1731475286010] 2024-11-13T05:21:28,084 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:21:28,085 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:21:28,086 INFO [RS:0;a61c20bd729c:41687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:21:28,086 INFO [RS:0;a61c20bd729c:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:28,087 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:21:28,087 INFO [RS:0;a61c20bd729c:41687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:21:28,088 INFO [RS:0;a61c20bd729c:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:28,088 DEBUG [RS:0;a61c20bd729c:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:28,088 DEBUG [RS:0;a61c20bd729c:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:28,088 DEBUG [RS:0;a61c20bd729c:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:28,088 DEBUG [RS:0;a61c20bd729c:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:28,088 DEBUG [RS:0;a61c20bd729c:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:28,088 DEBUG [RS:0;a61c20bd729c:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:21:28,088 DEBUG [RS:0;a61c20bd729c:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:28,088 DEBUG [RS:0;a61c20bd729c:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:28,088 DEBUG [RS:0;a61c20bd729c:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:28,088 DEBUG [RS:0;a61c20bd729c:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:28,088 DEBUG [RS:0;a61c20bd729c:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:28,088 DEBUG [RS:0;a61c20bd729c:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:28,088 DEBUG [RS:0;a61c20bd729c:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:21:28,088 DEBUG [RS:0;a61c20bd729c:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:21:28,091 INFO [RS:0;a61c20bd729c:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:28,091 INFO [RS:0;a61c20bd729c:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:28,091 INFO [RS:0;a61c20bd729c:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:28,091 INFO [RS:0;a61c20bd729c:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:28,091 INFO [RS:0;a61c20bd729c:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:28,091 INFO [RS:0;a61c20bd729c:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,41687,1731475286010-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:21:28,104 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:21:28,104 INFO [RS:0;a61c20bd729c:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,41687,1731475286010-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:28,104 INFO [RS:0;a61c20bd729c:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:28,104 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.Replication(171): a61c20bd729c,41687,1731475286010 started 2024-11-13T05:21:28,116 INFO [RS:0;a61c20bd729c:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:28,116 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,41687,1731475286010, RpcServer on a61c20bd729c/172.17.0.3:41687, sessionid=0x10132a4050f0004 2024-11-13T05:21:28,116 DEBUG [RS:0;a61c20bd729c:41687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:21:28,116 DEBUG [RS:0;a61c20bd729c:41687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,41687,1731475286010 2024-11-13T05:21:28,116 DEBUG [RS:0;a61c20bd729c:41687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,41687,1731475286010' 2024-11-13T05:21:28,116 DEBUG [RS:0;a61c20bd729c:41687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1978509539/flush-table-proc/abort' 2024-11-13T05:21:28,117 DEBUG [RS:0;a61c20bd729c:41687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1978509539/flush-table-proc/acquired' 2024-11-13T05:21:28,117 DEBUG [RS:0;a61c20bd729c:41687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:21:28,117 DEBUG [RS:0;a61c20bd729c:41687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:21:28,117 DEBUG [RS:0;a61c20bd729c:41687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,41687,1731475286010 2024-11-13T05:21:28,117 DEBUG [RS:0;a61c20bd729c:41687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,41687,1731475286010' 2024-11-13T05:21:28,117 DEBUG [RS:0;a61c20bd729c:41687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1978509539/online-snapshot/abort' 2024-11-13T05:21:28,117 DEBUG [RS:0;a61c20bd729c:41687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1978509539/online-snapshot/acquired' 2024-11-13T05:21:28,118 DEBUG [RS:0;a61c20bd729c:41687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:21:28,118 INFO [RS:0;a61c20bd729c:41687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:21:28,118 INFO [RS:0;a61c20bd729c:41687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:21:28,218 INFO [RS:0;a61c20bd729c:41687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:21:28,219 INFO [RS:0;a61c20bd729c:41687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C41687%2C1731475286010, suffix=, logDir=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010, archiveDir=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/oldWALs, maxLogs=10 2024-11-13T05:21:28,236 DEBUG [RS:0;a61c20bd729c:41687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219, exclude list is [], retry=0 2024-11-13T05:21:28,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33467,DS-b2438a5f-9f43-48bc-bb0a-e09ab6b55f59,DISK] 2024-11-13T05:21:28,240 INFO [RS:0;a61c20bd729c:41687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 2024-11-13T05:21:28,244 DEBUG [RS:0;a61c20bd729c:41687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36443:36443)] 2024-11-13T05:21:28,425 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:21:28,425 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3 2024-11-13T05:21:28,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741833_1009 (size=32) 2024-11-13T05:21:28,496 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:21:28,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:28,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:21:28,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:21:28,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:28,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:28,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:21:28,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:21:28,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:28,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:28,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:21:28,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:21:28,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:28,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:28,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:21:28,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:21:28,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:28,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:28,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:21:28,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740 2024-11-13T05:21:28,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740 2024-11-13T05:21:28,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:21:28,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:21:28,837 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:21:28,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:21:28,839 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:21:28,840 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68473909, jitterRate=0.020340755581855774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:21:28,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475288830Initializing all the Stores at 1731475288831 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475288831Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475288831Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475288831Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475288831Cleaning up temporary data from old regions at 1731475288837 (+6 ms)Region opened successfully at 1731475288840 (+3 ms) 2024-11-13T05:21:28,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:21:28,840 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:21:28,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:21:28,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:21:28,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:21:28,840 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:21:28,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475288840Disabling compacts and flushes for region at 1731475288840Disabling writes for close at 1731475288840Writing region close event to WAL at 1731475288840Closed at 1731475288840 2024-11-13T05:21:28,841 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:21:28,841 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:21:28,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:21:28,842 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:21:28,843 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:21:28,993 DEBUG [a61c20bd729c:40615 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:21:28,994 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,41687,1731475286010 2024-11-13T05:21:28,995 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,41687,1731475286010, state=OPENING 2024-11-13T05:21:29,112 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:21:29,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539 2024-11-13T05:21:29,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539 2024-11-13T05:21:29,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1978509539/meta-region-server: CHANGED 2024-11-13T05:21:29,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1978509539/meta-region-server: CHANGED 2024-11-13T05:21:29,133 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:21:29,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,41687,1731475286010}] 2024-11-13T05:21:29,140 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:21:29,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:29,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:29,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:29,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:29,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:29,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:29,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:29,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:29,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:29,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:29,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:29,286 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:21:29,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:21:29,289 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:21:29,289 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:21:29,289 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:21:29,290 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C41687%2C1731475286010.meta, suffix=.meta, logDir=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010, archiveDir=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/oldWALs, maxLogs=10 2024-11-13T05:21:29,302 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.meta.1731475289291.meta, exclude list is [], retry=0 2024-11-13T05:21:29,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33467,DS-b2438a5f-9f43-48bc-bb0a-e09ab6b55f59,DISK] 2024-11-13T05:21:29,305 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.meta.1731475289291.meta 2024-11-13T05:21:29,306 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36443:36443)] 2024-11-13T05:21:29,306 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:21:29,307 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:21:29,307 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:21:29,307 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:21:29,307 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:21:29,307 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:21:29,307 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:29,307 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:21:29,307 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:21:29,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:21:29,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:21:29,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:29,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:29,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:21:29,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:21:29,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:29,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:29,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:21:29,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:21:29,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:29,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:29,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:21:29,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:21:29,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:29,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:29,311 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:21:29,312 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740 2024-11-13T05:21:29,313 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740 2024-11-13T05:21:29,313 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:21:29,313 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:21:29,314 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:21:29,314 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:21:29,315 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72925766, jitterRate=0.08667859435081482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:21:29,315 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:21:29,315 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475289307Writing region info on filesystem at 1731475289307Initializing all the Stores at 1731475289308 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475289308Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475289308Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475289308Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475289308Cleaning up temporary data from old regions at 1731475289313 (+5 ms)Running coprocessor post-open hooks at 1731475289315 (+2 ms)Region opened successfully at 1731475289315 2024-11-13T05:21:29,316 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475289285 2024-11-13T05:21:29,317 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:21:29,317 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:21:29,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,41687,1731475286010 2024-11-13T05:21:29,318 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,41687,1731475286010, state=OPEN 2024-11-13T05:21:29,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1978509539/meta-region-server 2024-11-13T05:21:29,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1978509539/meta-region-server 2024-11-13T05:21:29,324 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,41687,1731475286010 2024-11-13T05:21:29,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1978509539/meta-region-server: CHANGED 2024-11-13T05:21:29,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1978509539/meta-region-server: CHANGED 2024-11-13T05:21:29,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:21:29,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,41687,1731475286010 in 190 msec 2024-11-13T05:21:29,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:21:29,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 485 msec 2024-11-13T05:21:29,328 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:21:29,328 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:21:29,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:29,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,41687,1731475286010, seqNum=-1] 2024-11-13T05:21:29,329 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:29,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:21:29,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3200 sec 2024-11-13T05:21:29,334 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475289334, completionTime=-1 2024-11-13T05:21:29,334 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:21:29,334 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:21:29,336 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:21:29,336 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475349336 2024-11-13T05:21:29,336 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475409336 2024-11-13T05:21:29,336 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T05:21:29,336 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,40615,1731475285854-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:29,336 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,40615,1731475285854-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:29,336 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,40615,1731475285854-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:29,336 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:40615, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:29,336 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:29,336 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:29,337 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:21:29,339 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.267sec 2024-11-13T05:21:29,339 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:21:29,339 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:21:29,339 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:21:29,339 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:21:29,339 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:21:29,339 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,40615,1731475285854-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:21:29,339 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,40615,1731475285854-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:21:29,340 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:21:29,340 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:21:29,340 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,40615,1731475285854-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:29,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15de66d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:29,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,40615,-1 for getting cluster id 2024-11-13T05:21:29,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:29,436 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc38b9de-7e4a-46e1-9c6e-b2c3352a92b2' 2024-11-13T05:21:29,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:29,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc38b9de-7e4a-46e1-9c6e-b2c3352a92b2" 2024-11-13T05:21:29,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dfedb1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:29,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,40615,-1] 2024-11-13T05:21:29,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:29,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:29,437 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:29,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660b46cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:29,438 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:29,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,41687,1731475286010, seqNum=-1] 2024-11-13T05:21:29,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:29,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:21:29,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,40615,1731475285854 2024-11-13T05:21:29,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64295 2024-11-13T05:21:29,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:21:29,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10132a4050f0005 connected 2024-11-13T05:21:29,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/hadoop.log.dir so I do NOT create it in target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c 2024-11-13T05:21:29,463 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:21:29,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/hadoop.tmp.dir so I do NOT create it in target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c 2024-11-13T05:21:29,463 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:21:29,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c 2024-11-13T05:21:29,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:21:29,464 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/cluster_d4c6ae0c-240f-10c3-1447-f03c43f1334f, deleteOnExit=true 2024-11-13T05:21:29,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:21:29,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/test.cache.data in system properties and HBase conf 2024-11-13T05:21:29,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:21:29,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:21:29,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:21:29,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:21:29,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:21:29,464 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:21:29,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:21:29,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:21:29,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:21:29,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:21:29,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:21:29,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:21:29,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:21:29,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:21:29,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:21:29,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:21:29,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:21:29,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:21:29,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:21:29,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:21:29,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:21:29,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:21:29,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:21:29,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:21:29,787 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:21:29,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:21:29,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491650c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:21:29,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cdfa9ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:21:29,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@555067b2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/java.io.tmpdir/jetty-localhost-43925-hadoop-hdfs-3_4_1-tests_jar-_-any-14933979319767513665/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:21:29,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@571fba1d{HTTP/1.1, (http/1.1)}{localhost:43925} 2024-11-13T05:21:29,885 INFO [Time-limited test {}] server.Server(415): Started @234014ms 2024-11-13T05:21:30,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:21:30,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:21:30,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:21:30,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:21:30,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:21:30,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d3cd1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:21:30,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18c05b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:21:30,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60672866{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/java.io.tmpdir/jetty-localhost-36275-hadoop-hdfs-3_4_1-tests_jar-_-any-9472523130862725894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:21:30,235 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@412bff8f{HTTP/1.1, (http/1.1)}{localhost:36275} 2024-11-13T05:21:30,236 INFO [Time-limited test {}] server.Server(415): Started @234365ms 2024-11-13T05:21:30,237 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:21:30,852 WARN [Thread-2890 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/cluster_d4c6ae0c-240f-10c3-1447-f03c43f1334f/data/data1/current/BP-1438480320-172.17.0.3-1731475289491/current, will proceed with Du for space computation calculation, 2024-11-13T05:21:30,852 WARN [Thread-2891 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/cluster_d4c6ae0c-240f-10c3-1447-f03c43f1334f/data/data2/current/BP-1438480320-172.17.0.3-1731475289491/current, will proceed with Du for space computation calculation, 2024-11-13T05:21:30,869 WARN [Thread-2878 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:21:30,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x340e12fe01d9d29b with lease ID 0xb86775fbcecabd7e: Processing first storage report for DS-824fc1be-df47-44f7-bbca-f4e5208cb13d from datanode DatanodeRegistration(127.0.0.1:36525, datanodeUuid=02e71f5e-954b-4609-a556-4f3dec3ca6b0, infoPort=40291, infoSecurePort=0, ipcPort=36753, storageInfo=lv=-57;cid=testClusterID;nsid=337769920;c=1731475289491) 2024-11-13T05:21:30,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x340e12fe01d9d29b with lease ID 0xb86775fbcecabd7e: from storage DS-824fc1be-df47-44f7-bbca-f4e5208cb13d node DatanodeRegistration(127.0.0.1:36525, datanodeUuid=02e71f5e-954b-4609-a556-4f3dec3ca6b0, infoPort=40291, infoSecurePort=0, ipcPort=36753, storageInfo=lv=-57;cid=testClusterID;nsid=337769920;c=1731475289491), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:21:30,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x340e12fe01d9d29b with lease ID 0xb86775fbcecabd7e: Processing first storage report for DS-4fc90510-536b-42dc-a58d-7fae30c42f10 from datanode DatanodeRegistration(127.0.0.1:36525, datanodeUuid=02e71f5e-954b-4609-a556-4f3dec3ca6b0, infoPort=40291, infoSecurePort=0, ipcPort=36753, storageInfo=lv=-57;cid=testClusterID;nsid=337769920;c=1731475289491) 2024-11-13T05:21:30,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x340e12fe01d9d29b with lease ID 0xb86775fbcecabd7e: from storage DS-4fc90510-536b-42dc-a58d-7fae30c42f10 node DatanodeRegistration(127.0.0.1:36525, datanodeUuid=02e71f5e-954b-4609-a556-4f3dec3ca6b0, infoPort=40291, infoSecurePort=0, ipcPort=36753, storageInfo=lv=-57;cid=testClusterID;nsid=337769920;c=1731475289491), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:21:30,966 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c 2024-11-13T05:21:30,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:30,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:30,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:21:31,377 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d with version=8 2024-11-13T05:21:31,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/hbase-staging 2024-11-13T05:21:31,380 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:21:31,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:21:31,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:21:31,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:21:31,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:21:31,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:21:31,381 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:21:31,381 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:21:31,381 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43477 2024-11-13T05:21:31,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43477 connecting to ZooKeeper ensemble=127.0.0.1:64295 2024-11-13T05:21:31,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434770x0, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:21:31,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43477-0x10132a4050f0006 connected 2024-11-13T05:21:31,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:31,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:31,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Set watcher on znode that does not yet exist, /2-1465196008/running 2024-11-13T05:21:31,509 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d, hbase.cluster.distributed=false 2024-11-13T05:21:31,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Set watcher on znode that does not yet exist, /2-1465196008/acl 2024-11-13T05:21:31,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43477 2024-11-13T05:21:31,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43477 2024-11-13T05:21:31,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43477 2024-11-13T05:21:31,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43477 2024-11-13T05:21:31,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43477 2024-11-13T05:21:31,529 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:21:31,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:21:31,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:21:31,529 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:21:31,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:21:31,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:21:31,529 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:21:31,529 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:21:31,530 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40503 2024-11-13T05:21:31,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40503 connecting to ZooKeeper ensemble=127.0.0.1:64295 2024-11-13T05:21:31,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:31,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:31,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405030x0, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:21:31,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40503-0x10132a4050f0007 connected 2024-11-13T05:21:31,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Set watcher on znode that does not yet exist, /2-1465196008/running 2024-11-13T05:21:31,546 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:21:31,547 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:21:31,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Set watcher on znode that does not yet exist, /2-1465196008/master 2024-11-13T05:21:31,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Set watcher on znode that does not yet exist, /2-1465196008/acl 2024-11-13T05:21:31,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40503 2024-11-13T05:21:31,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40503 2024-11-13T05:21:31,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40503 2024-11-13T05:21:31,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40503 2024-11-13T05:21:31,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40503 2024-11-13T05:21:31,564 DEBUG [M:0;a61c20bd729c:43477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:43477 2024-11-13T05:21:31,565 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1465196008/backup-masters/a61c20bd729c,43477,1731475291380 2024-11-13T05:21:31,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008/backup-masters 2024-11-13T05:21:31,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008/backup-masters 2024-11-13T05:21:31,577 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Set watcher on existing znode=/2-1465196008/backup-masters/a61c20bd729c,43477,1731475291380 2024-11-13T05:21:31,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1465196008/master 2024-11-13T05:21:31,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008 2024-11-13T05:21:31,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008 2024-11-13T05:21:31,588 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Set watcher on existing znode=/2-1465196008/master 2024-11-13T05:21:31,588 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1465196008/backup-masters/a61c20bd729c,43477,1731475291380 from backup master directory 2024-11-13T05:21:31,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1465196008/backup-masters/a61c20bd729c,43477,1731475291380 2024-11-13T05:21:31,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008/backup-masters 2024-11-13T05:21:31,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008/backup-masters 2024-11-13T05:21:31,598 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:21:31,598 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,43477,1731475291380 2024-11-13T05:21:31,601 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/hbase.id] with ID: 351e5d69-9a4b-4079-bf80-fc72f4461f0a 2024-11-13T05:21:31,601 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/.tmp/hbase.id 2024-11-13T05:21:31,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:21:32,005 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/.tmp/hbase.id]:[hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/hbase.id] 2024-11-13T05:21:32,013 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:21:32,013 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:21:32,014 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T05:21:32,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008 2024-11-13T05:21:32,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008 2024-11-13T05:21:32,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:21:32,465 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:21:32,466 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:21:32,466 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:21:32,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:21:32,471 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store 2024-11-13T05:21:32,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:21:32,875 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:32,875 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:21:32,875 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:32,876 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:32,876 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:21:32,876 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:32,876 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:32,876 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475292875Disabling compacts and flushes for region at 1731475292875Disabling writes for close at 1731475292876 (+1 ms)Writing region close event to WAL at 1731475292876Closed at 1731475292876 2024-11-13T05:21:32,876 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/.initializing 2024-11-13T05:21:32,876 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/WALs/a61c20bd729c,43477,1731475291380 2024-11-13T05:21:32,877 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:21:32,878 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C43477%2C1731475291380, suffix=, logDir=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/WALs/a61c20bd729c,43477,1731475291380, archiveDir=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/oldWALs, maxLogs=10 2024-11-13T05:21:32,891 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/WALs/a61c20bd729c,43477,1731475291380/a61c20bd729c%2C43477%2C1731475291380.1731475292878, exclude list is [], retry=0 2024-11-13T05:21:32,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36525,DS-824fc1be-df47-44f7-bbca-f4e5208cb13d,DISK] 2024-11-13T05:21:32,895 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/WALs/a61c20bd729c,43477,1731475291380/a61c20bd729c%2C43477%2C1731475291380.1731475292878 2024-11-13T05:21:32,896 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40291:40291)] 2024-11-13T05:21:32,896 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:21:32,896 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:32,896 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:32,896 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:32,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:32,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:21:32,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:32,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:32,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:32,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:21:32,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:32,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:32,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:32,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:21:32,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:32,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:32,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:32,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:21:32,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:32,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:32,902 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:32,902 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:32,903 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:32,903 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:32,903 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:32,904 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:21:32,904 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:21:32,909 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:21:32,909 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61008285, jitterRate=-0.09090571105480194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:21:32,909 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475292896Initializing all the Stores at 1731475292897 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475292897Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475292898 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475292898Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475292898Cleaning up temporary data from old regions at 1731475292903 (+5 ms)Region opened successfully at 1731475292909 (+6 ms) 2024-11-13T05:21:32,909 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:21:32,912 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7434d374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:21:32,913 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:21:32,913 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:21:32,913 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:21:32,913 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:21:32,914 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:21:32,914 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:21:32,914 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:21:32,916 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:21:32,917 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Unable to get data of znode /2-1465196008/balancer because node does not exist (not necessarily an error) 2024-11-13T05:21:33,008 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1465196008/balancer already deleted, retry=false 2024-11-13T05:21:33,009 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:21:33,009 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Unable to get data of znode /2-1465196008/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:21:33,071 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1465196008/normalizer already deleted, retry=false 2024-11-13T05:21:33,072 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:21:33,072 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Unable to get data of znode /2-1465196008/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:21:33,082 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1465196008/switch/split already deleted, retry=false 2024-11-13T05:21:33,083 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Unable to get data of znode /2-1465196008/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:21:33,092 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1465196008/switch/merge already deleted, retry=false 2024-11-13T05:21:33,094 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Unable to get data of znode /2-1465196008/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:21:33,103 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1465196008/snapshot-cleanup already deleted, retry=false 2024-11-13T05:21:33,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1465196008/running 2024-11-13T05:21:33,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1465196008/running 2024-11-13T05:21:33,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008 2024-11-13T05:21:33,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008 2024-11-13T05:21:33,114 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,43477,1731475291380, sessionid=0x10132a4050f0006, setting cluster-up flag (Was=false) 2024-11-13T05:21:33,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008 2024-11-13T05:21:33,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008 2024-11-13T05:21:33,166 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1465196008/flush-table-proc/acquired, /2-1465196008/flush-table-proc/reached, /2-1465196008/flush-table-proc/abort 2024-11-13T05:21:33,167 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,43477,1731475291380 2024-11-13T05:21:33,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008 2024-11-13T05:21:33,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008 2024-11-13T05:21:33,219 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1465196008/online-snapshot/acquired, /2-1465196008/online-snapshot/reached, /2-1465196008/online-snapshot/abort 2024-11-13T05:21:33,220 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,43477,1731475291380 2024-11-13T05:21:33,221 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:21:33,222 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:21:33,222 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:21:33,222 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:21:33,222 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,43477,1731475291380 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:21:33,223 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:21:33,223 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:21:33,223 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:21:33,223 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:21:33,223 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:21:33,224 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:33,224 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:21:33,224 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:33,224 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475323224 2024-11-13T05:21:33,224 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:21:33,225 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:21:33,225 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:21:33,225 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:21:33,225 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:21:33,225 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:21:33,225 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:33,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:21:33,225 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:21:33,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:21:33,225 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:21:33,225 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:21:33,225 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:21:33,225 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:21:33,226 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:21:33,226 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475293226,5,FailOnTimeoutGroup] 2024-11-13T05:21:33,226 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475293226,5,FailOnTimeoutGroup] 2024-11-13T05:21:33,226 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:33,226 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:33,226 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:21:33,226 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:33,226 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:33,226 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:21:33,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:21:33,257 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(746): ClusterId : 351e5d69-9a4b-4079-bf80-fc72f4461f0a 2024-11-13T05:21:33,257 DEBUG [RS:0;a61c20bd729c:40503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:21:33,266 DEBUG [RS:0;a61c20bd729c:40503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:21:33,266 DEBUG [RS:0;a61c20bd729c:40503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:21:33,272 DEBUG [RS:0;a61c20bd729c:40503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:21:33,272 DEBUG [RS:0;a61c20bd729c:40503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1ee648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:21:33,286 DEBUG [RS:0;a61c20bd729c:40503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:40503 2024-11-13T05:21:33,286 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:21:33,286 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:21:33,286 DEBUG [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:21:33,286 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,43477,1731475291380 with port=40503, startcode=1731475291528 2024-11-13T05:21:33,287 DEBUG [RS:0;a61c20bd729c:40503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:21:33,288 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:21:33,288 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,40503,1731475291528 2024-11-13T05:21:33,288 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43477 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,40503,1731475291528 2024-11-13T05:21:33,289 DEBUG [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d 2024-11-13T05:21:33,289 DEBUG [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36149 2024-11-13T05:21:33,289 DEBUG [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:21:33,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008/rs 2024-11-13T05:21:33,339 DEBUG [RS:0;a61c20bd729c:40503 {}] zookeeper.ZKUtil(111): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Set watcher on existing znode=/2-1465196008/rs/a61c20bd729c,40503,1731475291528 2024-11-13T05:21:33,339 WARN [RS:0;a61c20bd729c:40503 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:21:33,339 INFO [RS:0;a61c20bd729c:40503 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:21:33,339 DEBUG [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528 2024-11-13T05:21:33,339 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,40503,1731475291528] 2024-11-13T05:21:33,342 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:21:33,344 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:21:33,344 INFO [RS:0;a61c20bd729c:40503 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:21:33,344 INFO [RS:0;a61c20bd729c:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:33,344 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:21:33,345 INFO [RS:0;a61c20bd729c:40503 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:21:33,345 INFO [RS:0;a61c20bd729c:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:33,345 DEBUG [RS:0;a61c20bd729c:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:33,345 DEBUG [RS:0;a61c20bd729c:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:33,345 DEBUG [RS:0;a61c20bd729c:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:33,345 DEBUG [RS:0;a61c20bd729c:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:33,345 DEBUG [RS:0;a61c20bd729c:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:33,345 DEBUG [RS:0;a61c20bd729c:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:21:33,345 DEBUG [RS:0;a61c20bd729c:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:33,345 DEBUG [RS:0;a61c20bd729c:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:33,345 DEBUG [RS:0;a61c20bd729c:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:33,345 DEBUG [RS:0;a61c20bd729c:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:33,345 DEBUG [RS:0;a61c20bd729c:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:33,345 DEBUG [RS:0;a61c20bd729c:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:21:33,345 DEBUG [RS:0;a61c20bd729c:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:21:33,345 DEBUG [RS:0;a61c20bd729c:40503 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:21:33,350 INFO [RS:0;a61c20bd729c:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:33,350 INFO [RS:0;a61c20bd729c:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:33,350 INFO [RS:0;a61c20bd729c:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:33,350 INFO [RS:0;a61c20bd729c:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:33,350 INFO [RS:0;a61c20bd729c:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:33,350 INFO [RS:0;a61c20bd729c:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,40503,1731475291528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:21:33,364 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:21:33,364 INFO [RS:0;a61c20bd729c:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,40503,1731475291528-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:33,364 INFO [RS:0;a61c20bd729c:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:33,364 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.Replication(171): a61c20bd729c,40503,1731475291528 started 2024-11-13T05:21:33,378 INFO [RS:0;a61c20bd729c:40503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:33,378 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,40503,1731475291528, RpcServer on a61c20bd729c/172.17.0.3:40503, sessionid=0x10132a4050f0007 2024-11-13T05:21:33,378 DEBUG [RS:0;a61c20bd729c:40503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:21:33,378 DEBUG [RS:0;a61c20bd729c:40503 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,40503,1731475291528 2024-11-13T05:21:33,378 DEBUG [RS:0;a61c20bd729c:40503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,40503,1731475291528' 2024-11-13T05:21:33,378 DEBUG [RS:0;a61c20bd729c:40503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1465196008/flush-table-proc/abort' 2024-11-13T05:21:33,379 DEBUG [RS:0;a61c20bd729c:40503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1465196008/flush-table-proc/acquired' 2024-11-13T05:21:33,379 DEBUG [RS:0;a61c20bd729c:40503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:21:33,379 DEBUG [RS:0;a61c20bd729c:40503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:21:33,379 DEBUG [RS:0;a61c20bd729c:40503 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,40503,1731475291528 2024-11-13T05:21:33,379 DEBUG [RS:0;a61c20bd729c:40503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,40503,1731475291528' 2024-11-13T05:21:33,379 DEBUG [RS:0;a61c20bd729c:40503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1465196008/online-snapshot/abort' 2024-11-13T05:21:33,379 DEBUG [RS:0;a61c20bd729c:40503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1465196008/online-snapshot/acquired' 2024-11-13T05:21:33,380 DEBUG [RS:0;a61c20bd729c:40503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:21:33,380 INFO [RS:0;a61c20bd729c:40503 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:21:33,380 INFO [RS:0;a61c20bd729c:40503 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:21:33,480 INFO [RS:0;a61c20bd729c:40503 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:21:33,481 INFO [RS:0;a61c20bd729c:40503 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C40503%2C1731475291528, suffix=, logDir=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528, archiveDir=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/oldWALs, maxLogs=10 2024-11-13T05:21:33,494 DEBUG [RS:0;a61c20bd729c:40503 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481, exclude list is [], retry=0 2024-11-13T05:21:33,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36525,DS-824fc1be-df47-44f7-bbca-f4e5208cb13d,DISK] 2024-11-13T05:21:33,497 INFO [RS:0;a61c20bd729c:40503 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 2024-11-13T05:21:33,498 DEBUG [RS:0;a61c20bd729c:40503 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40291:40291)] 2024-11-13T05:21:33,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:21:33,635 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d 2024-11-13T05:21:33,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741833_1009 (size=32) 2024-11-13T05:21:34,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:34,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:21:34,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:21:34,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:34,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:34,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:21:34,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:21:34,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:34,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:34,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:21:34,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:21:34,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:34,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:34,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:21:34,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:21:34,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:34,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:34,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:21:34,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740 2024-11-13T05:21:34,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740 2024-11-13T05:21:34,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:21:34,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:21:34,047 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:21:34,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:21:34,049 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:21:34,049 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74976561, jitterRate=0.11723782122135162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:21:34,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475294039Initializing all the Stores at 1731475294040 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475294040Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475294040Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475294040Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475294040Cleaning up temporary data from old regions at 1731475294046 (+6 ms)Region opened successfully at 1731475294049 (+3 ms) 2024-11-13T05:21:34,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:21:34,050 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:21:34,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:21:34,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:21:34,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:21:34,050 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:21:34,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475294049Disabling compacts and flushes for region at 1731475294049Disabling writes for close at 1731475294050 (+1 ms)Writing region close event to WAL at 1731475294050Closed at 1731475294050 2024-11-13T05:21:34,051 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:21:34,051 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:21:34,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:21:34,052 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:21:34,053 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:21:34,203 DEBUG [a61c20bd729c:43477 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:21:34,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,40503,1731475291528 2024-11-13T05:21:34,204 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,40503,1731475291528, state=OPENING 2024-11-13T05:21:34,250 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:21:34,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008 2024-11-13T05:21:34,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008 2024-11-13T05:21:34,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1465196008/meta-region-server: CHANGED 2024-11-13T05:21:34,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1465196008/meta-region-server: CHANGED 2024-11-13T05:21:34,261 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:21:34,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,40503,1731475291528}] 2024-11-13T05:21:34,414 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:21:34,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:21:34,417 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:21:34,417 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:21:34,418 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:21:34,419 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C40503%2C1731475291528.meta, suffix=.meta, logDir=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528, archiveDir=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/oldWALs, maxLogs=10 2024-11-13T05:21:34,434 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.meta.1731475294419.meta, exclude list is [], retry=0 2024-11-13T05:21:34,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36525,DS-824fc1be-df47-44f7-bbca-f4e5208cb13d,DISK] 2024-11-13T05:21:34,436 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.meta.1731475294419.meta 2024-11-13T05:21:34,437 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40291:40291)] 2024-11-13T05:21:34,437 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:21:34,437 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:21:34,437 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:21:34,437 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:21:34,437 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:21:34,437 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:21:34,437 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:34,437 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:21:34,438 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:21:34,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:21:34,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:21:34,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:34,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:34,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:21:34,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:21:34,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:34,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:34,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:21:34,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:21:34,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:34,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:34,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:21:34,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:21:34,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:34,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:21:34,442 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:21:34,442 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740 2024-11-13T05:21:34,443 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740 2024-11-13T05:21:34,444 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:21:34,444 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:21:34,444 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:21:34,445 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:21:34,446 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68819087, jitterRate=0.02548430860042572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:21:34,446 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:21:34,446 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475294438Writing region info on filesystem at 1731475294438Initializing all the Stores at 1731475294438Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475294438Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475294438Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475294438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475294438Cleaning up temporary data from old regions at 1731475294444 (+6 ms)Running coprocessor post-open hooks at 1731475294446 (+2 ms)Region opened successfully at 1731475294446 2024-11-13T05:21:34,448 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475294413 2024-11-13T05:21:34,449 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:21:34,449 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:21:34,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,40503,1731475291528 2024-11-13T05:21:34,451 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,40503,1731475291528, state=OPEN 2024-11-13T05:21:34,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1465196008/meta-region-server 2024-11-13T05:21:34,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1465196008/meta-region-server 2024-11-13T05:21:34,461 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,40503,1731475291528 2024-11-13T05:21:34,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1465196008/meta-region-server: CHANGED 2024-11-13T05:21:34,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1465196008/meta-region-server: CHANGED 2024-11-13T05:21:34,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:21:34,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,40503,1731475291528 in 199 msec 2024-11-13T05:21:34,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:21:34,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-13T05:21:34,466 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:21:34,466 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:21:34,467 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:34,467 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,40503,1731475291528, seqNum=-1] 2024-11-13T05:21:34,467 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:34,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:21:34,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-11-13T05:21:34,473 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475294473, completionTime=-1 2024-11-13T05:21:34,473 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:21:34,473 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:21:34,475 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:21:34,475 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475354475 2024-11-13T05:21:34,475 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475414475 2024-11-13T05:21:34,475 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T05:21:34,476 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,43477,1731475291380-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:34,476 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,43477,1731475291380-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:34,476 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,43477,1731475291380-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:34,476 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:43477, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:34,476 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:34,476 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:34,478 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:21:34,479 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.881sec 2024-11-13T05:21:34,479 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:21:34,479 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:21:34,479 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:21:34,479 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:21:34,479 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:21:34,479 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,43477,1731475291380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:21:34,480 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,43477,1731475291380-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:21:34,481 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:21:34,481 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:21:34,481 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,43477,1731475291380-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:21:34,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561642ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:34,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,43477,-1 for getting cluster id 2024-11-13T05:21:34,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:34,558 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '351e5d69-9a4b-4079-bf80-fc72f4461f0a' 2024-11-13T05:21:34,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:34,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "351e5d69-9a4b-4079-bf80-fc72f4461f0a" 2024-11-13T05:21:34,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4605d43b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:34,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,43477,-1] 2024-11-13T05:21:34,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:34,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:34,560 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:34,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17778e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:34,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:34,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,40503,1731475291528, seqNum=-1] 2024-11-13T05:21:34,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:34,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:21:34,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,43477,1731475291380 2024-11-13T05:21:34,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64295 2024-11-13T05:21:34,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:21:34,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10132a4050f0008 connected 2024-11-13T05:21:34,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:34,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,44471,1731475280165 2024-11-13T05:21:34,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@81c254f 2024-11-13T05:21:34,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:34,591 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:21:34,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:21:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44471 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T05:21:34,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:21:34,594 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:34,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T05:21:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:34,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:21:34,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741835_1011 (size=902) 2024-11-13T05:21:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:34,809 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:21:34,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:34,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:34,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:34,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:34,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:34,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:34,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:34,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:34,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:34,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:34,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:35,007 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 779e91932d26bfe9439b0b7a887958cb, NAME => 'test,,1731475294591.779e91932d26bfe9439b0b7a887958cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4 2024-11-13T05:21:35,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741836_1012 (size=39) 2024-11-13T05:21:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:35,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731475294591.779e91932d26bfe9439b0b7a887958cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:35,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 779e91932d26bfe9439b0b7a887958cb, disabling compactions & flushes 2024-11-13T05:21:35,412 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731475294591.779e91932d26bfe9439b0b7a887958cb. 2024-11-13T05:21:35,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475294591.779e91932d26bfe9439b0b7a887958cb. 2024-11-13T05:21:35,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731475294591.779e91932d26bfe9439b0b7a887958cb. after waiting 0 ms 2024-11-13T05:21:35,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731475294591.779e91932d26bfe9439b0b7a887958cb. 2024-11-13T05:21:35,412 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731475294591.779e91932d26bfe9439b0b7a887958cb. 2024-11-13T05:21:35,412 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 779e91932d26bfe9439b0b7a887958cb: Waiting for close lock at 1731475295412Disabling compacts and flushes for region at 1731475295412Disabling writes for close at 1731475295412Writing region close event to WAL at 1731475295412Closed at 1731475295412 2024-11-13T05:21:35,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:21:35,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731475294591.779e91932d26bfe9439b0b7a887958cb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731475295413"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475295413"}]},"ts":"1731475295413"} 2024-11-13T05:21:35,415 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:21:35,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:21:35,416 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475295416"}]},"ts":"1731475295416"} 2024-11-13T05:21:35,417 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T05:21:35,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=779e91932d26bfe9439b0b7a887958cb, ASSIGN}] 2024-11-13T05:21:35,419 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=779e91932d26bfe9439b0b7a887958cb, ASSIGN 2024-11-13T05:21:35,419 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=779e91932d26bfe9439b0b7a887958cb, ASSIGN; state=OFFLINE, location=a61c20bd729c,44313,1731475280335; forceNewPlan=false, retain=false 2024-11-13T05:21:35,570 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=779e91932d26bfe9439b0b7a887958cb, regionState=OPENING, regionLocation=a61c20bd729c,44313,1731475280335 2024-11-13T05:21:35,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=779e91932d26bfe9439b0b7a887958cb, ASSIGN because future has completed 2024-11-13T05:21:35,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 779e91932d26bfe9439b0b7a887958cb, server=a61c20bd729c,44313,1731475280335}] 2024-11-13T05:21:35,727 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731475294591.779e91932d26bfe9439b0b7a887958cb. 2024-11-13T05:21:35,727 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 779e91932d26bfe9439b0b7a887958cb, NAME => 'test,,1731475294591.779e91932d26bfe9439b0b7a887958cb.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:21:35,728 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:21:35,728 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T05:21:35,728 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 779e91932d26bfe9439b0b7a887958cb 2024-11-13T05:21:35,728 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731475294591.779e91932d26bfe9439b0b7a887958cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:35,728 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 779e91932d26bfe9439b0b7a887958cb 2024-11-13T05:21:35,728 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 779e91932d26bfe9439b0b7a887958cb 2024-11-13T05:21:35,729 INFO [StoreOpener-779e91932d26bfe9439b0b7a887958cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 779e91932d26bfe9439b0b7a887958cb 2024-11-13T05:21:35,730 INFO [StoreOpener-779e91932d26bfe9439b0b7a887958cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 779e91932d26bfe9439b0b7a887958cb columnFamilyName f 2024-11-13T05:21:35,730 DEBUG [StoreOpener-779e91932d26bfe9439b0b7a887958cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:35,730 INFO [StoreOpener-779e91932d26bfe9439b0b7a887958cb-1 {}] regionserver.HStore(327): Store=779e91932d26bfe9439b0b7a887958cb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:35,730 INFO [StoreOpener-779e91932d26bfe9439b0b7a887958cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 779e91932d26bfe9439b0b7a887958cb 2024-11-13T05:21:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:35,731 INFO [StoreOpener-779e91932d26bfe9439b0b7a887958cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 779e91932d26bfe9439b0b7a887958cb columnFamilyName f1 2024-11-13T05:21:35,731 DEBUG [StoreOpener-779e91932d26bfe9439b0b7a887958cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:35,732 INFO [StoreOpener-779e91932d26bfe9439b0b7a887958cb-1 {}] regionserver.HStore(327): Store=779e91932d26bfe9439b0b7a887958cb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:35,743 INFO [StoreOpener-779e91932d26bfe9439b0b7a887958cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 779e91932d26bfe9439b0b7a887958cb 2024-11-13T05:21:35,744 INFO [StoreOpener-779e91932d26bfe9439b0b7a887958cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 779e91932d26bfe9439b0b7a887958cb columnFamilyName norep 2024-11-13T05:21:35,744 DEBUG [StoreOpener-779e91932d26bfe9439b0b7a887958cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:35,745 INFO [StoreOpener-779e91932d26bfe9439b0b7a887958cb-1 {}] regionserver.HStore(327): Store=779e91932d26bfe9439b0b7a887958cb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:35,745 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 779e91932d26bfe9439b0b7a887958cb 2024-11-13T05:21:35,745 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb 2024-11-13T05:21:35,746 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb 2024-11-13T05:21:35,746 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 779e91932d26bfe9439b0b7a887958cb 2024-11-13T05:21:35,746 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 779e91932d26bfe9439b0b7a887958cb 2024-11-13T05:21:35,747 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:21:35,747 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 779e91932d26bfe9439b0b7a887958cb 2024-11-13T05:21:35,749 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:21:35,749 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 779e91932d26bfe9439b0b7a887958cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69905796, jitterRate=0.04167753458023071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:21:35,749 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 779e91932d26bfe9439b0b7a887958cb 2024-11-13T05:21:35,750 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 779e91932d26bfe9439b0b7a887958cb: Running coprocessor pre-open hook at 1731475295728Writing region info on filesystem at 1731475295728Initializing all the Stores at 1731475295729 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475295729Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475295729Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475295729Cleaning up temporary data from old regions at 1731475295746 (+17 ms)Running coprocessor post-open hooks at 1731475295749 (+3 ms)Region opened successfully at 1731475295750 (+1 ms) 2024-11-13T05:21:35,751 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731475294591.779e91932d26bfe9439b0b7a887958cb., pid=6, masterSystemTime=1731475295724 2024-11-13T05:21:35,754 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731475294591.779e91932d26bfe9439b0b7a887958cb. 2024-11-13T05:21:35,754 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731475294591.779e91932d26bfe9439b0b7a887958cb. 2024-11-13T05:21:35,754 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=779e91932d26bfe9439b0b7a887958cb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a61c20bd729c,44313,1731475280335 2024-11-13T05:21:35,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 779e91932d26bfe9439b0b7a887958cb, server=a61c20bd729c,44313,1731475280335 because future has completed 2024-11-13T05:21:35,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:21:35,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 779e91932d26bfe9439b0b7a887958cb, server=a61c20bd729c,44313,1731475280335 in 185 msec 2024-11-13T05:21:35,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T05:21:35,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=779e91932d26bfe9439b0b7a887958cb, ASSIGN in 341 msec 2024-11-13T05:21:35,761 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:21:35,762 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475295761"}]},"ts":"1731475295761"} 2024-11-13T05:21:35,763 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T05:21:35,764 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:21:35,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-13T05:21:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:36,741 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T05:21:36,741 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:36,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,40615,1731475285854 2024-11-13T05:21:36,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@724b8bf8 2024-11-13T05:21:36,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:36,743 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:21:36,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:21:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T05:21:36,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:21:36,746 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:36,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T05:21:36,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:21:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:36,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741835_1011 (size=902) 2024-11-13T05:21:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:37,153 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f35365fa4b795522acf747637e79d48c, NAME => 'test,,1731475296744.f35365fa4b795522acf747637e79d48c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3 2024-11-13T05:21:37,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741836_1012 (size=39) 2024-11-13T05:21:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:37,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731475296744.f35365fa4b795522acf747637e79d48c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:37,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f35365fa4b795522acf747637e79d48c, disabling compactions & flushes 2024-11-13T05:21:37,559 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731475296744.f35365fa4b795522acf747637e79d48c. 2024-11-13T05:21:37,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475296744.f35365fa4b795522acf747637e79d48c. 2024-11-13T05:21:37,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731475296744.f35365fa4b795522acf747637e79d48c. after waiting 0 ms 2024-11-13T05:21:37,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731475296744.f35365fa4b795522acf747637e79d48c. 2024-11-13T05:21:37,559 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731475296744.f35365fa4b795522acf747637e79d48c. 2024-11-13T05:21:37,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f35365fa4b795522acf747637e79d48c: Waiting for close lock at 1731475297559Disabling compacts and flushes for region at 1731475297559Disabling writes for close at 1731475297559Writing region close event to WAL at 1731475297559Closed at 1731475297559 2024-11-13T05:21:37,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:21:37,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731475296744.f35365fa4b795522acf747637e79d48c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731475297560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475297560"}]},"ts":"1731475297560"} 2024-11-13T05:21:37,562 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:21:37,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:21:37,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475297563"}]},"ts":"1731475297563"} 2024-11-13T05:21:37,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T05:21:37,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f35365fa4b795522acf747637e79d48c, ASSIGN}] 2024-11-13T05:21:37,567 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f35365fa4b795522acf747637e79d48c, ASSIGN 2024-11-13T05:21:37,567 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f35365fa4b795522acf747637e79d48c, ASSIGN; state=OFFLINE, location=a61c20bd729c,41687,1731475286010; forceNewPlan=false, retain=false 2024-11-13T05:21:37,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f35365fa4b795522acf747637e79d48c, regionState=OPENING, regionLocation=a61c20bd729c,41687,1731475286010 2024-11-13T05:21:37,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f35365fa4b795522acf747637e79d48c, ASSIGN because future has completed 2024-11-13T05:21:37,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f35365fa4b795522acf747637e79d48c, server=a61c20bd729c,41687,1731475286010}] 2024-11-13T05:21:37,877 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731475296744.f35365fa4b795522acf747637e79d48c. 2024-11-13T05:21:37,877 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f35365fa4b795522acf747637e79d48c, NAME => 'test,,1731475296744.f35365fa4b795522acf747637e79d48c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:21:37,877 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:21:37,877 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T05:21:37,878 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f35365fa4b795522acf747637e79d48c 2024-11-13T05:21:37,878 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731475296744.f35365fa4b795522acf747637e79d48c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:37,878 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f35365fa4b795522acf747637e79d48c 2024-11-13T05:21:37,878 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f35365fa4b795522acf747637e79d48c 2024-11-13T05:21:37,879 INFO [StoreOpener-f35365fa4b795522acf747637e79d48c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f35365fa4b795522acf747637e79d48c 2024-11-13T05:21:37,880 INFO [StoreOpener-f35365fa4b795522acf747637e79d48c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f35365fa4b795522acf747637e79d48c columnFamilyName f 2024-11-13T05:21:37,880 DEBUG [StoreOpener-f35365fa4b795522acf747637e79d48c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:37,880 INFO [StoreOpener-f35365fa4b795522acf747637e79d48c-1 {}] regionserver.HStore(327): Store=f35365fa4b795522acf747637e79d48c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:37,880 INFO [StoreOpener-f35365fa4b795522acf747637e79d48c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f35365fa4b795522acf747637e79d48c 2024-11-13T05:21:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:37,881 INFO [StoreOpener-f35365fa4b795522acf747637e79d48c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f35365fa4b795522acf747637e79d48c columnFamilyName f1 2024-11-13T05:21:37,881 DEBUG [StoreOpener-f35365fa4b795522acf747637e79d48c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:37,881 INFO [StoreOpener-f35365fa4b795522acf747637e79d48c-1 {}] regionserver.HStore(327): Store=f35365fa4b795522acf747637e79d48c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:37,881 INFO [StoreOpener-f35365fa4b795522acf747637e79d48c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f35365fa4b795522acf747637e79d48c 2024-11-13T05:21:37,882 INFO [StoreOpener-f35365fa4b795522acf747637e79d48c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f35365fa4b795522acf747637e79d48c columnFamilyName norep 2024-11-13T05:21:37,882 DEBUG [StoreOpener-f35365fa4b795522acf747637e79d48c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:37,882 INFO [StoreOpener-f35365fa4b795522acf747637e79d48c-1 {}] regionserver.HStore(327): Store=f35365fa4b795522acf747637e79d48c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:37,882 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f35365fa4b795522acf747637e79d48c 2024-11-13T05:21:37,883 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c 2024-11-13T05:21:37,883 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c 2024-11-13T05:21:37,884 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f35365fa4b795522acf747637e79d48c 2024-11-13T05:21:37,884 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f35365fa4b795522acf747637e79d48c 2024-11-13T05:21:37,884 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:21:37,884 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f35365fa4b795522acf747637e79d48c 2024-11-13T05:21:37,886 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:21:37,886 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f35365fa4b795522acf747637e79d48c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75154132, jitterRate=0.11988383531570435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:21:37,886 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f35365fa4b795522acf747637e79d48c 2024-11-13T05:21:37,886 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f35365fa4b795522acf747637e79d48c: Running coprocessor pre-open hook at 1731475297878Writing region info on filesystem at 1731475297878Initializing all the Stores at 1731475297878Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475297878Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475297879 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475297879Cleaning up temporary data from old regions at 1731475297884 (+5 ms)Running coprocessor post-open hooks at 1731475297886 (+2 ms)Region opened successfully at 1731475297886 2024-11-13T05:21:37,887 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731475296744.f35365fa4b795522acf747637e79d48c., pid=6, masterSystemTime=1731475297873 2024-11-13T05:21:37,888 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731475296744.f35365fa4b795522acf747637e79d48c. 2024-11-13T05:21:37,888 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731475296744.f35365fa4b795522acf747637e79d48c. 2024-11-13T05:21:37,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f35365fa4b795522acf747637e79d48c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a61c20bd729c,41687,1731475286010 2024-11-13T05:21:37,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f35365fa4b795522acf747637e79d48c, server=a61c20bd729c,41687,1731475286010 because future has completed 2024-11-13T05:21:37,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:21:37,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f35365fa4b795522acf747637e79d48c, server=a61c20bd729c,41687,1731475286010 in 171 msec 2024-11-13T05:21:37,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T05:21:37,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f35365fa4b795522acf747637e79d48c, ASSIGN in 327 msec 2024-11-13T05:21:37,895 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:21:37,895 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475297895"}]},"ts":"1731475297895"} 2024-11-13T05:21:37,897 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T05:21:37,898 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:21:37,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-13T05:21:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:38,892 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T05:21:38,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:38,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,43477,1731475291380 2024-11-13T05:21:38,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20b704fc 2024-11-13T05:21:38,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:38,894 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:21:38,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:21:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T05:21:38,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:21:38,898 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:38,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T05:21:38,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:21:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:38,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741835_1011 (size=902) 2024-11-13T05:21:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:39,304 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 624104bdd9d3188b94adb6aa78863050, NAME => 'test,,1731475298895.624104bdd9d3188b94adb6aa78863050.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d 2024-11-13T05:21:39,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741836_1012 (size=39) 2024-11-13T05:21:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:39,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731475298895.624104bdd9d3188b94adb6aa78863050.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:39,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 624104bdd9d3188b94adb6aa78863050, disabling compactions & flushes 2024-11-13T05:21:39,710 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731475298895.624104bdd9d3188b94adb6aa78863050. 2024-11-13T05:21:39,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475298895.624104bdd9d3188b94adb6aa78863050. 2024-11-13T05:21:39,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731475298895.624104bdd9d3188b94adb6aa78863050. after waiting 0 ms 2024-11-13T05:21:39,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731475298895.624104bdd9d3188b94adb6aa78863050. 2024-11-13T05:21:39,710 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731475298895.624104bdd9d3188b94adb6aa78863050. 2024-11-13T05:21:39,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 624104bdd9d3188b94adb6aa78863050: Waiting for close lock at 1731475299710Disabling compacts and flushes for region at 1731475299710Disabling writes for close at 1731475299710Writing region close event to WAL at 1731475299710Closed at 1731475299710 2024-11-13T05:21:39,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:21:39,712 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731475298895.624104bdd9d3188b94adb6aa78863050.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731475299711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475299711"}]},"ts":"1731475299711"} 2024-11-13T05:21:39,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:21:39,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:21:39,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475299714"}]},"ts":"1731475299714"} 2024-11-13T05:21:39,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T05:21:39,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=624104bdd9d3188b94adb6aa78863050, ASSIGN}] 2024-11-13T05:21:39,716 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=624104bdd9d3188b94adb6aa78863050, ASSIGN 2024-11-13T05:21:39,717 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=624104bdd9d3188b94adb6aa78863050, ASSIGN; state=OFFLINE, location=a61c20bd729c,40503,1731475291528; forceNewPlan=false, retain=false 2024-11-13T05:21:39,868 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=624104bdd9d3188b94adb6aa78863050, regionState=OPENING, regionLocation=a61c20bd729c,40503,1731475291528 2024-11-13T05:21:39,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=624104bdd9d3188b94adb6aa78863050, ASSIGN because future has completed 2024-11-13T05:21:39,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 624104bdd9d3188b94adb6aa78863050, server=a61c20bd729c,40503,1731475291528}] 2024-11-13T05:21:39,940 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:21:39,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:39,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:39,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:39,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:39,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:39,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:39,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:39,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:39,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:39,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:39,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:40,026 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731475298895.624104bdd9d3188b94adb6aa78863050. 2024-11-13T05:21:40,026 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 624104bdd9d3188b94adb6aa78863050, NAME => 'test,,1731475298895.624104bdd9d3188b94adb6aa78863050.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:21:40,026 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:21:40,026 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T05:21:40,026 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 624104bdd9d3188b94adb6aa78863050 2024-11-13T05:21:40,026 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731475298895.624104bdd9d3188b94adb6aa78863050.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:40,026 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 624104bdd9d3188b94adb6aa78863050 2024-11-13T05:21:40,026 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 624104bdd9d3188b94adb6aa78863050 2024-11-13T05:21:40,028 INFO [StoreOpener-624104bdd9d3188b94adb6aa78863050-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 624104bdd9d3188b94adb6aa78863050 2024-11-13T05:21:40,028 INFO [StoreOpener-624104bdd9d3188b94adb6aa78863050-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 624104bdd9d3188b94adb6aa78863050 columnFamilyName f 2024-11-13T05:21:40,028 DEBUG [StoreOpener-624104bdd9d3188b94adb6aa78863050-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:40,029 INFO [StoreOpener-624104bdd9d3188b94adb6aa78863050-1 {}] regionserver.HStore(327): Store=624104bdd9d3188b94adb6aa78863050/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:40,029 INFO [StoreOpener-624104bdd9d3188b94adb6aa78863050-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 624104bdd9d3188b94adb6aa78863050 2024-11-13T05:21:40,029 INFO [StoreOpener-624104bdd9d3188b94adb6aa78863050-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 624104bdd9d3188b94adb6aa78863050 columnFamilyName f1 2024-11-13T05:21:40,030 DEBUG [StoreOpener-624104bdd9d3188b94adb6aa78863050-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:40,030 INFO [StoreOpener-624104bdd9d3188b94adb6aa78863050-1 {}] regionserver.HStore(327): Store=624104bdd9d3188b94adb6aa78863050/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:40,030 INFO [StoreOpener-624104bdd9d3188b94adb6aa78863050-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 624104bdd9d3188b94adb6aa78863050 2024-11-13T05:21:40,031 INFO [StoreOpener-624104bdd9d3188b94adb6aa78863050-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 624104bdd9d3188b94adb6aa78863050 columnFamilyName norep 2024-11-13T05:21:40,031 DEBUG [StoreOpener-624104bdd9d3188b94adb6aa78863050-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:40,031 INFO [StoreOpener-624104bdd9d3188b94adb6aa78863050-1 {}] regionserver.HStore(327): Store=624104bdd9d3188b94adb6aa78863050/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:40,031 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 624104bdd9d3188b94adb6aa78863050 2024-11-13T05:21:40,031 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050 2024-11-13T05:21:40,032 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050 2024-11-13T05:21:40,032 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 624104bdd9d3188b94adb6aa78863050 2024-11-13T05:21:40,032 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 624104bdd9d3188b94adb6aa78863050 2024-11-13T05:21:40,032 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:21:40,033 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 624104bdd9d3188b94adb6aa78863050 2024-11-13T05:21:40,035 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:21:40,035 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 624104bdd9d3188b94adb6aa78863050; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62651987, jitterRate=-0.06641264259815216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:21:40,035 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 624104bdd9d3188b94adb6aa78863050 2024-11-13T05:21:40,035 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 624104bdd9d3188b94adb6aa78863050: Running coprocessor pre-open hook at 1731475300026Writing region info on filesystem at 1731475300026Initializing all the Stores at 1731475300027 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475300027Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475300027Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475300027Cleaning up temporary data from old regions at 1731475300032 (+5 ms)Running coprocessor post-open hooks at 1731475300035 (+3 ms)Region opened successfully at 1731475300035 2024-11-13T05:21:40,036 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731475298895.624104bdd9d3188b94adb6aa78863050., pid=6, masterSystemTime=1731475300023 2024-11-13T05:21:40,038 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731475298895.624104bdd9d3188b94adb6aa78863050. 2024-11-13T05:21:40,038 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731475298895.624104bdd9d3188b94adb6aa78863050. 2024-11-13T05:21:40,038 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=624104bdd9d3188b94adb6aa78863050, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a61c20bd729c,40503,1731475291528 2024-11-13T05:21:40,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 624104bdd9d3188b94adb6aa78863050, server=a61c20bd729c,40503,1731475291528 because future has completed 2024-11-13T05:21:40,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:21:40,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 624104bdd9d3188b94adb6aa78863050, server=a61c20bd729c,40503,1731475291528 in 170 msec 2024-11-13T05:21:40,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T05:21:40,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=624104bdd9d3188b94adb6aa78863050, ASSIGN in 326 msec 2024-11-13T05:21:40,044 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:21:40,045 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475300044"}]},"ts":"1731475300044"} 2024-11-13T05:21:40,046 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T05:21:40,047 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:21:40,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-13T05:21:40,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T05:21:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:21:41,042 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T05:21:41,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e39543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:41,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,44471,-1 for getting cluster id 2024-11-13T05:21:41,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:41,043 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3034988a-0431-471f-8213-f3e8ee77ff32' 2024-11-13T05:21:41,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:41,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3034988a-0431-471f-8213-f3e8ee77ff32" 2024-11-13T05:21:41,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7629d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:41,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,44471,-1] 2024-11-13T05:21:41,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:41,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:41,044 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:41,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e62f43d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:41,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:41,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,44471,1731475280165 2024-11-13T05:21:41,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47ccd6e0 2024-11-13T05:21:41,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:41,047 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:21:41,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44471 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a61c20bd729c:40615,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T05:21:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44471 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:21:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:41,050 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:40615' 2024-11-13T05:21:41,051 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ffc657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:41,051 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,40615,-1 for getting cluster id 2024-11-13T05:21:41,051 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:41,051 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc38b9de-7e4a-46e1-9c6e-b2c3352a92b2' 2024-11-13T05:21:41,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:41,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc38b9de-7e4a-46e1-9c6e-b2c3352a92b2" 2024-11-13T05:21:41,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14964af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:41,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,40615,-1] 2024-11-13T05:21:41,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:41,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:41,052 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:41,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f271128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:41,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:41,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,40615,1731475285854 2024-11-13T05:21:41,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a538902 2024-11-13T05:21:41,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:41,054 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:21:41,055 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T05:21:41,055 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:21:41,055 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:41,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:41,055 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:41,056 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:21:41,056 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T05:21:41,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:21:41,057 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:41,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:21:41,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741837_1013 (size=1138) 2024-11-13T05:21:41,107 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T05:21:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:41,463 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99cb9d2466968264dcb7b0d3a12f2548, NAME => 'hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4 2024-11-13T05:21:41,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741838_1014 (size=44) 2024-11-13T05:21:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:41,868 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:41,868 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 99cb9d2466968264dcb7b0d3a12f2548, disabling compactions & flushes 2024-11-13T05:21:41,868 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548. 2024-11-13T05:21:41,868 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548. 2024-11-13T05:21:41,868 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548. after waiting 0 ms 2024-11-13T05:21:41,868 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548. 2024-11-13T05:21:41,868 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548. 2024-11-13T05:21:41,868 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99cb9d2466968264dcb7b0d3a12f2548: Waiting for close lock at 1731475301868Disabling compacts and flushes for region at 1731475301868Disabling writes for close at 1731475301868Writing region close event to WAL at 1731475301868Closed at 1731475301868 2024-11-13T05:21:41,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:21:41,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731475301869"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475301869"}]},"ts":"1731475301869"} 2024-11-13T05:21:41,871 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:21:41,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:21:41,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475301872"}]},"ts":"1731475301872"} 2024-11-13T05:21:41,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T05:21:41,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=99cb9d2466968264dcb7b0d3a12f2548, ASSIGN}] 2024-11-13T05:21:41,875 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=99cb9d2466968264dcb7b0d3a12f2548, ASSIGN 2024-11-13T05:21:41,875 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=99cb9d2466968264dcb7b0d3a12f2548, ASSIGN; state=OFFLINE, location=a61c20bd729c,44313,1731475280335; forceNewPlan=false, retain=false 2024-11-13T05:21:42,026 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=99cb9d2466968264dcb7b0d3a12f2548, regionState=OPENING, regionLocation=a61c20bd729c,44313,1731475280335 2024-11-13T05:21:42,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=99cb9d2466968264dcb7b0d3a12f2548, ASSIGN because future has completed 2024-11-13T05:21:42,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99cb9d2466968264dcb7b0d3a12f2548, server=a61c20bd729c,44313,1731475280335}] 2024-11-13T05:21:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:42,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548. 2024-11-13T05:21:42,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:21:42,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T05:21:42,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C44313%2C1731475280335.rep, suffix=, logDir=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335, archiveDir=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/oldWALs, maxLogs=10 2024-11-13T05:21:42,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.rep.1731475302185, exclude list is [], retry=0 2024-11-13T05:21:42,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46333,DS-505ce1d7-6069-4ca1-9354-8e185118e493,DISK] 2024-11-13T05:21:42,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.rep.1731475302185 2024-11-13T05:21:42,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46329:46329)] 2024-11-13T05:21:42,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 99cb9d2466968264dcb7b0d3a12f2548, NAME => 'hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:21:42,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:21:42,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:21:42,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548. service=MultiRowMutationService 2024-11-13T05:21:42,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T05:21:42,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 99cb9d2466968264dcb7b0d3a12f2548 2024-11-13T05:21:42,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:42,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 99cb9d2466968264dcb7b0d3a12f2548 2024-11-13T05:21:42,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 99cb9d2466968264dcb7b0d3a12f2548 2024-11-13T05:21:42,204 INFO [StoreOpener-99cb9d2466968264dcb7b0d3a12f2548-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 99cb9d2466968264dcb7b0d3a12f2548 2024-11-13T05:21:42,205 INFO [StoreOpener-99cb9d2466968264dcb7b0d3a12f2548-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99cb9d2466968264dcb7b0d3a12f2548 columnFamilyName hfileref 2024-11-13T05:21:42,205 DEBUG [StoreOpener-99cb9d2466968264dcb7b0d3a12f2548-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:42,205 INFO [StoreOpener-99cb9d2466968264dcb7b0d3a12f2548-1 {}] regionserver.HStore(327): Store=99cb9d2466968264dcb7b0d3a12f2548/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:42,205 INFO [StoreOpener-99cb9d2466968264dcb7b0d3a12f2548-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 99cb9d2466968264dcb7b0d3a12f2548 2024-11-13T05:21:42,206 INFO [StoreOpener-99cb9d2466968264dcb7b0d3a12f2548-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99cb9d2466968264dcb7b0d3a12f2548 columnFamilyName queue 2024-11-13T05:21:42,206 DEBUG [StoreOpener-99cb9d2466968264dcb7b0d3a12f2548-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:42,206 INFO [StoreOpener-99cb9d2466968264dcb7b0d3a12f2548-1 {}] regionserver.HStore(327): Store=99cb9d2466968264dcb7b0d3a12f2548/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:42,206 INFO [StoreOpener-99cb9d2466968264dcb7b0d3a12f2548-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 99cb9d2466968264dcb7b0d3a12f2548 2024-11-13T05:21:42,207 INFO [StoreOpener-99cb9d2466968264dcb7b0d3a12f2548-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99cb9d2466968264dcb7b0d3a12f2548 columnFamilyName sid 2024-11-13T05:21:42,207 DEBUG [StoreOpener-99cb9d2466968264dcb7b0d3a12f2548-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:42,207 INFO [StoreOpener-99cb9d2466968264dcb7b0d3a12f2548-1 {}] regionserver.HStore(327): Store=99cb9d2466968264dcb7b0d3a12f2548/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:42,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 99cb9d2466968264dcb7b0d3a12f2548 2024-11-13T05:21:42,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/replication/99cb9d2466968264dcb7b0d3a12f2548 2024-11-13T05:21:42,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/replication/99cb9d2466968264dcb7b0d3a12f2548 2024-11-13T05:21:42,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 99cb9d2466968264dcb7b0d3a12f2548 2024-11-13T05:21:42,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 99cb9d2466968264dcb7b0d3a12f2548 2024-11-13T05:21:42,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:21:42,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 99cb9d2466968264dcb7b0d3a12f2548 2024-11-13T05:21:42,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/replication/99cb9d2466968264dcb7b0d3a12f2548/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:21:42,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 99cb9d2466968264dcb7b0d3a12f2548; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73183659, jitterRate=0.09052149951457977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:21:42,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99cb9d2466968264dcb7b0d3a12f2548 2024-11-13T05:21:42,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 99cb9d2466968264dcb7b0d3a12f2548: Running coprocessor pre-open hook at 1731475302203Writing region info on filesystem at 1731475302203Initializing all the Stores at 1731475302204 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475302204Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475302204Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475302204Cleaning up temporary data from old regions at 1731475302209 (+5 ms)Running coprocessor post-open hooks at 1731475302212 (+3 ms)Region opened successfully at 1731475302212 2024-11-13T05:21:42,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548., pid=10, masterSystemTime=1731475302180 2024-11-13T05:21:42,215 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=99cb9d2466968264dcb7b0d3a12f2548, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,44313,1731475280335 2024-11-13T05:21:42,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548. 2024-11-13T05:21:42,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548. 2024-11-13T05:21:42,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99cb9d2466968264dcb7b0d3a12f2548, server=a61c20bd729c,44313,1731475280335 because future has completed 2024-11-13T05:21:42,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T05:21:42,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 99cb9d2466968264dcb7b0d3a12f2548, server=a61c20bd729c,44313,1731475280335 in 190 msec 2024-11-13T05:21:42,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T05:21:42,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=99cb9d2466968264dcb7b0d3a12f2548, ASSIGN in 345 msec 2024-11-13T05:21:42,221 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:21:42,221 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475302221"}]},"ts":"1731475302221"} 2024-11-13T05:21:42,223 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T05:21:42,224 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:21:42,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-13T05:21:42,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548., hostname=a61c20bd729c,44313,1731475280335, seqNum=2] 2024-11-13T05:21:42,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215 2024-11-13T05:21:42,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215 2024-11-13T05:21:42,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:21:42,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T05:21:42,562 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T05:21:42,595 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a61c20bd729c,44313,1731475280335, ReplicationSource: 1, currentBandwidth=0 2024-11-13T05:21:42,596 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:42,596 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,44313,1731475280335, seqNum=-1] 2024-11-13T05:21:42,597 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:42,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T05:21:42,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a61c20bd729c,44313,1731475280335', locateType=CURRENT is [region=hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548., hostname=a61c20bd729c,44313,1731475280335, seqNum=2] 2024-11-13T05:21:42,612 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T05:21:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44471 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T05:21:42,623 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a61c20bd729c,44313,1731475280335 suceeded 2024-11-13T05:21:42,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T05:21:42,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-13T05:21:42,626 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a61c20bd729c:40615,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:21:42,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5790 sec 2024-11-13T05:21:42,635 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:40615' 2024-11-13T05:21:42,641 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@504b75a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:42,641 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,40615,-1 for getting cluster id 2024-11-13T05:21:42,641 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:42,642 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc38b9de-7e4a-46e1-9c6e-b2c3352a92b2' 2024-11-13T05:21:42,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:42,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc38b9de-7e4a-46e1-9c6e-b2c3352a92b2" 2024-11-13T05:21:42,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aadaad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:42,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,40615,-1] 2024-11-13T05:21:42,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:42,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:42,644 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:42,645 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5209033c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:42,645 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:42,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,40615,1731475285854 2024-11-13T05:21:42,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25031175 2024-11-13T05:21:42,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:42,648 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-13T05:21:42,649 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a61c20bd729c,44313,1731475280335 (queues=1) is replicating from cluster=3034988a-0431-471f-8213-f3e8ee77ff32 to cluster=fc38b9de-7e4a-46e1-9c6e-b2c3352a92b2 2024-11-13T05:21:42,649 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a61c20bd729c%2C44313%2C1731475280335 2024-11-13T05:21:42,649 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a61c20bd729c,44313,1731475280335, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:21:42,649 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628, startPosition=0, beingWritten=true 2024-11-13T05:21:42,656 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C44313%2C1731475280335 2024-11-13T05:21:42,667 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:42,667 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 379, reset compression=false 2024-11-13T05:21:42,667 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,44313,1731475280335 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:42,871 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 379, reset compression=false 2024-11-13T05:21:43,178 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 379, reset compression=false 2024-11-13T05:21:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:43,192 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T05:21:43,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:21:43,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:43,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:43,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:43,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:43,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590b12be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:43,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,40615,-1 for getting cluster id 2024-11-13T05:21:43,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:43,194 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc38b9de-7e4a-46e1-9c6e-b2c3352a92b2' 2024-11-13T05:21:43,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:43,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc38b9de-7e4a-46e1-9c6e-b2c3352a92b2" 2024-11-13T05:21:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190fc90c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,40615,-1] 2024-11-13T05:21:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:43,196 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:43,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76727cd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:43,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,40615,1731475285854 2024-11-13T05:21:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@233609ca 2024-11-13T05:21:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:43,200 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:21:43,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a61c20bd729c:43477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T05:21:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:21:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:43,203 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:43477' 2024-11-13T05:21:43,213 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1cd92c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:43,213 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,43477,-1 for getting cluster id 2024-11-13T05:21:43,213 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:43,213 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '351e5d69-9a4b-4079-bf80-fc72f4461f0a' 2024-11-13T05:21:43,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:43,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "351e5d69-9a4b-4079-bf80-fc72f4461f0a" 2024-11-13T05:21:43,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cabd9cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:43,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,43477,-1] 2024-11-13T05:21:43,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:43,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:43,215 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:43,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d99969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:43,216 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:43,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,43477,1731475291380 2024-11-13T05:21:43,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67b3aaec 2024-11-13T05:21:43,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:43,217 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:21:43,218 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T05:21:43,218 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:21:43,218 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:43,218 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:43,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:43,219 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:21:43,220 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T05:21:43,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:21:43,221 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:43,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:21:43,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741837_1013 (size=1138) 2024-11-13T05:21:43,270 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T05:21:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:43,582 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 379, reset compression=false 2024-11-13T05:21:43,631 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 547fc623ba5b491226eaa9d49aed053d, NAME => 'hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3 2024-11-13T05:21:43,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741838_1014 (size=44) 2024-11-13T05:21:43,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T05:21:43,654 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T05:21:43,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:21:43,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T05:21:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:44,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:44,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 547fc623ba5b491226eaa9d49aed053d, disabling compactions & flushes 2024-11-13T05:21:44,036 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. 2024-11-13T05:21:44,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. 2024-11-13T05:21:44,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. after waiting 0 ms 2024-11-13T05:21:44,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. 2024-11-13T05:21:44,036 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. 2024-11-13T05:21:44,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 547fc623ba5b491226eaa9d49aed053d: Waiting for close lock at 1731475304036Disabling compacts and flushes for region at 1731475304036Disabling writes for close at 1731475304036Writing region close event to WAL at 1731475304036Closed at 1731475304036 2024-11-13T05:21:44,085 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 379, reset compression=false 2024-11-13T05:21:44,243 INFO [AsyncFSWAL-0-hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData-prefix:a61c20bd729c,40615,1731475285854 {}] wal.AbstractFSWAL(1368): Slow sync cost: 205 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33467,DS-b2438a5f-9f43-48bc-bb0a-e09ab6b55f59,DISK]] 2024-11-13T05:21:44,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:21:44,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731475304243"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475304243"}]},"ts":"1731475304243"} 2024-11-13T05:21:44,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:21:44,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:21:44,246 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475304246"}]},"ts":"1731475304246"} 2024-11-13T05:21:44,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T05:21:44,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=547fc623ba5b491226eaa9d49aed053d, ASSIGN}] 2024-11-13T05:21:44,250 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=547fc623ba5b491226eaa9d49aed053d, ASSIGN 2024-11-13T05:21:44,250 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=547fc623ba5b491226eaa9d49aed053d, ASSIGN; state=OFFLINE, location=a61c20bd729c,41687,1731475286010; forceNewPlan=false, retain=false 2024-11-13T05:21:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:44,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=547fc623ba5b491226eaa9d49aed053d, regionState=OPENING, regionLocation=a61c20bd729c,41687,1731475286010 2024-11-13T05:21:44,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=547fc623ba5b491226eaa9d49aed053d, ASSIGN because future has completed 2024-11-13T05:21:44,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 547fc623ba5b491226eaa9d49aed053d, server=a61c20bd729c,41687,1731475286010}] 2024-11-13T05:21:44,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. 2024-11-13T05:21:44,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:21:44,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T05:21:44,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C41687%2C1731475286010.rep, suffix=, logDir=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010, archiveDir=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/oldWALs, maxLogs=10 2024-11-13T05:21:44,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.rep.1731475304562, exclude list is [], retry=0 2024-11-13T05:21:44,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33467,DS-b2438a5f-9f43-48bc-bb0a-e09ab6b55f59,DISK] 2024-11-13T05:21:44,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.rep.1731475304562 2024-11-13T05:21:44,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36443:36443)] 2024-11-13T05:21:44,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 547fc623ba5b491226eaa9d49aed053d, NAME => 'hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:21:44,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:21:44,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:21:44,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. service=MultiRowMutationService 2024-11-13T05:21:44,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T05:21:44,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 547fc623ba5b491226eaa9d49aed053d 2024-11-13T05:21:44,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:44,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 547fc623ba5b491226eaa9d49aed053d 2024-11-13T05:21:44,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 547fc623ba5b491226eaa9d49aed053d 2024-11-13T05:21:44,580 INFO [StoreOpener-547fc623ba5b491226eaa9d49aed053d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 547fc623ba5b491226eaa9d49aed053d 2024-11-13T05:21:44,581 INFO [StoreOpener-547fc623ba5b491226eaa9d49aed053d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 547fc623ba5b491226eaa9d49aed053d columnFamilyName hfileref 2024-11-13T05:21:44,582 DEBUG [StoreOpener-547fc623ba5b491226eaa9d49aed053d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:44,582 INFO [StoreOpener-547fc623ba5b491226eaa9d49aed053d-1 {}] regionserver.HStore(327): Store=547fc623ba5b491226eaa9d49aed053d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:44,582 INFO [StoreOpener-547fc623ba5b491226eaa9d49aed053d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 547fc623ba5b491226eaa9d49aed053d 2024-11-13T05:21:44,583 INFO [StoreOpener-547fc623ba5b491226eaa9d49aed053d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 547fc623ba5b491226eaa9d49aed053d columnFamilyName queue 2024-11-13T05:21:44,583 DEBUG [StoreOpener-547fc623ba5b491226eaa9d49aed053d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:44,583 INFO [StoreOpener-547fc623ba5b491226eaa9d49aed053d-1 {}] regionserver.HStore(327): Store=547fc623ba5b491226eaa9d49aed053d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:44,583 INFO [StoreOpener-547fc623ba5b491226eaa9d49aed053d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 547fc623ba5b491226eaa9d49aed053d 2024-11-13T05:21:44,584 INFO [StoreOpener-547fc623ba5b491226eaa9d49aed053d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 547fc623ba5b491226eaa9d49aed053d columnFamilyName sid 2024-11-13T05:21:44,584 DEBUG [StoreOpener-547fc623ba5b491226eaa9d49aed053d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:44,584 INFO [StoreOpener-547fc623ba5b491226eaa9d49aed053d-1 {}] regionserver.HStore(327): Store=547fc623ba5b491226eaa9d49aed053d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:44,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 547fc623ba5b491226eaa9d49aed053d 2024-11-13T05:21:44,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/replication/547fc623ba5b491226eaa9d49aed053d 2024-11-13T05:21:44,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/replication/547fc623ba5b491226eaa9d49aed053d 2024-11-13T05:21:44,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 547fc623ba5b491226eaa9d49aed053d 2024-11-13T05:21:44,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 547fc623ba5b491226eaa9d49aed053d 2024-11-13T05:21:44,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:21:44,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 547fc623ba5b491226eaa9d49aed053d 2024-11-13T05:21:44,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/replication/547fc623ba5b491226eaa9d49aed053d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:21:44,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 547fc623ba5b491226eaa9d49aed053d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71607703, jitterRate=0.0670379251241684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:21:44,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 547fc623ba5b491226eaa9d49aed053d 2024-11-13T05:21:44,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 547fc623ba5b491226eaa9d49aed053d: Running coprocessor pre-open hook at 1731475304579Writing region info on filesystem at 1731475304579Initializing all the Stores at 1731475304580 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475304580Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475304580Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475304580Cleaning up temporary data from old regions at 1731475304586 (+6 ms)Running coprocessor post-open hooks at 1731475304590 (+4 ms)Region opened successfully at 1731475304590 2024-11-13T05:21:44,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d., pid=10, masterSystemTime=1731475304556 2024-11-13T05:21:44,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. 2024-11-13T05:21:44,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. 2024-11-13T05:21:44,593 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=547fc623ba5b491226eaa9d49aed053d, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,41687,1731475286010 2024-11-13T05:21:44,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 547fc623ba5b491226eaa9d49aed053d, server=a61c20bd729c,41687,1731475286010 because future has completed 2024-11-13T05:21:44,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T05:21:44,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 547fc623ba5b491226eaa9d49aed053d, server=a61c20bd729c,41687,1731475286010 in 192 msec 2024-11-13T05:21:44,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T05:21:44,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=547fc623ba5b491226eaa9d49aed053d, ASSIGN in 349 msec 2024-11-13T05:21:44,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:21:44,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475304600"}]},"ts":"1731475304600"} 2024-11-13T05:21:44,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T05:21:44,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:21:44,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3830 sec 2024-11-13T05:21:44,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d., hostname=a61c20bd729c,41687,1731475286010, seqNum=2] 2024-11-13T05:21:44,688 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 379, reset compression=false 2024-11-13T05:21:44,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539 2024-11-13T05:21:44,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539 2024-11-13T05:21:44,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:21:44,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T05:21:44,961 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T05:21:45,002 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a61c20bd729c,41687,1731475286010, ReplicationSource: 1, currentBandwidth=0 2024-11-13T05:21:45,002 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:45,003 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,41687,1731475286010, seqNum=-1] 2024-11-13T05:21:45,003 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:45,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T05:21:45,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a61c20bd729c,41687,1731475286010', locateType=CURRENT is [region=hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d., hostname=a61c20bd729c,41687,1731475286010, seqNum=2] 2024-11-13T05:21:45,008 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T05:21:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T05:21:45,010 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a61c20bd729c,41687,1731475286010 suceeded 2024-11-13T05:21:45,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T05:21:45,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-13T05:21:45,012 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a61c20bd729c:43477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:21:45,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8120 sec 2024-11-13T05:21:45,023 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:43477' 2024-11-13T05:21:45,025 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@276ad66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:45,025 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,43477,-1 for getting cluster id 2024-11-13T05:21:45,025 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:45,025 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '351e5d69-9a4b-4079-bf80-fc72f4461f0a' 2024-11-13T05:21:45,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:45,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "351e5d69-9a4b-4079-bf80-fc72f4461f0a" 2024-11-13T05:21:45,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11f35de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:45,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,43477,-1] 2024-11-13T05:21:45,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:45,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:45,027 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:45,028 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39af9fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:45,028 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:45,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,43477,1731475291380 2024-11-13T05:21:45,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@796b27b0 2024-11-13T05:21:45,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:45,029 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-13T05:21:45,030 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a61c20bd729c,41687,1731475286010 (queues=1) is replicating from cluster=fc38b9de-7e4a-46e1-9c6e-b2c3352a92b2 to cluster=351e5d69-9a4b-4079-bf80-fc72f4461f0a 2024-11-13T05:21:45,030 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a61c20bd729c%2C41687%2C1731475286010 2024-11-13T05:21:45,030 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a61c20bd729c,41687,1731475286010, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:21:45,031 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C41687%2C1731475286010 2024-11-13T05:21:45,031 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219, startPosition=0, beingWritten=true 2024-11-13T05:21:45,035 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:45,035 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 379, reset compression=false 2024-11-13T05:21:45,035 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,41687,1731475286010 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:45,239 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 379, reset compression=false 2024-11-13T05:21:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:45,352 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T05:21:45,352 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:21:45,352 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:45,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:45,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:45,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:45,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e32d5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:45,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,43477,-1 for getting cluster id 2024-11-13T05:21:45,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:45,353 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '351e5d69-9a4b-4079-bf80-fc72f4461f0a' 2024-11-13T05:21:45,353 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:45,353 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "351e5d69-9a4b-4079-bf80-fc72f4461f0a" 2024-11-13T05:21:45,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50890352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:45,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,43477,-1] 2024-11-13T05:21:45,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:45,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:45,354 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:45,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e23a8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:45,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:45,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,43477,1731475291380 2024-11-13T05:21:45,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c1e32c8 2024-11-13T05:21:45,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:45,357 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:21:45,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a61c20bd729c:44471,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T05:21:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:21:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:45,359 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:44471' 2024-11-13T05:21:45,360 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3fe0ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:45,360 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,44471,-1 for getting cluster id 2024-11-13T05:21:45,360 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:45,361 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3034988a-0431-471f-8213-f3e8ee77ff32' 2024-11-13T05:21:45,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:45,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3034988a-0431-471f-8213-f3e8ee77ff32" 2024-11-13T05:21:45,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e41798a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:45,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,44471,-1] 2024-11-13T05:21:45,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:45,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:45,362 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:45,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3443de3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:45,363 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:45,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,44471,1731475280165 2024-11-13T05:21:45,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ef941b4 2024-11-13T05:21:45,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:45,364 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:21:45,365 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T05:21:45,365 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:21:45,365 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:45,365 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:45,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:45,365 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:21:45,366 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T05:21:45,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:21:45,367 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:45,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:21:45,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741837_1013 (size=1138) 2024-11-13T05:21:45,391 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 379, reset compression=false 2024-11-13T05:21:45,416 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T05:21:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:45,529 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:21:45,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:45,543 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 379, reset compression=false 2024-11-13T05:21:45,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:45,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:45,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:45,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:45,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:45,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:45,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:45,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:45,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:45,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:45,774 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62889ce0f0f46dafb24a61d1b1d668d4, NAME => 'hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d 2024-11-13T05:21:45,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741838_1014 (size=44) 2024-11-13T05:21:45,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:45,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 62889ce0f0f46dafb24a61d1b1d668d4, disabling compactions & flushes 2024-11-13T05:21:45,780 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. 2024-11-13T05:21:45,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. 2024-11-13T05:21:45,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. after waiting 0 ms 2024-11-13T05:21:45,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. 2024-11-13T05:21:45,780 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. 2024-11-13T05:21:45,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62889ce0f0f46dafb24a61d1b1d668d4: Waiting for close lock at 1731475305780Disabling compacts and flushes for region at 1731475305780Disabling writes for close at 1731475305780Writing region close event to WAL at 1731475305780Closed at 1731475305780 2024-11-13T05:21:45,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:21:45,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731475305781"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475305781"}]},"ts":"1731475305781"} 2024-11-13T05:21:45,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:21:45,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:21:45,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475305785"}]},"ts":"1731475305785"} 2024-11-13T05:21:45,786 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T05:21:45,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62889ce0f0f46dafb24a61d1b1d668d4, ASSIGN}] 2024-11-13T05:21:45,788 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62889ce0f0f46dafb24a61d1b1d668d4, ASSIGN 2024-11-13T05:21:45,788 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62889ce0f0f46dafb24a61d1b1d668d4, ASSIGN; state=OFFLINE, location=a61c20bd729c,40503,1731475291528; forceNewPlan=false, retain=false 2024-11-13T05:21:45,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=62889ce0f0f46dafb24a61d1b1d668d4, regionState=OPENING, regionLocation=a61c20bd729c,40503,1731475291528 2024-11-13T05:21:45,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62889ce0f0f46dafb24a61d1b1d668d4, ASSIGN because future has completed 2024-11-13T05:21:45,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62889ce0f0f46dafb24a61d1b1d668d4, server=a61c20bd729c,40503,1731475291528}] 2024-11-13T05:21:45,947 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 379, reset compression=false 2024-11-13T05:21:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:46,085 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T05:21:46,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. 2024-11-13T05:21:46,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:21:46,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T05:21:46,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C40503%2C1731475291528.rep, suffix=, logDir=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528, archiveDir=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/oldWALs, maxLogs=10 2024-11-13T05:21:46,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.rep.1731475306098, exclude list is [], retry=0 2024-11-13T05:21:46,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36525,DS-824fc1be-df47-44f7-bbca-f4e5208cb13d,DISK] 2024-11-13T05:21:46,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.rep.1731475306098 2024-11-13T05:21:46,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40291:40291)] 2024-11-13T05:21:46,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 62889ce0f0f46dafb24a61d1b1d668d4, NAME => 'hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:21:46,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:21:46,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:21:46,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. service=MultiRowMutationService 2024-11-13T05:21:46,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T05:21:46,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:46,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:21:46,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:46,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:46,115 INFO [StoreOpener-62889ce0f0f46dafb24a61d1b1d668d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:46,116 INFO [StoreOpener-62889ce0f0f46dafb24a61d1b1d668d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62889ce0f0f46dafb24a61d1b1d668d4 columnFamilyName hfileref 2024-11-13T05:21:46,116 DEBUG [StoreOpener-62889ce0f0f46dafb24a61d1b1d668d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:46,117 INFO [StoreOpener-62889ce0f0f46dafb24a61d1b1d668d4-1 {}] regionserver.HStore(327): Store=62889ce0f0f46dafb24a61d1b1d668d4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:46,117 INFO [StoreOpener-62889ce0f0f46dafb24a61d1b1d668d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:46,117 INFO [StoreOpener-62889ce0f0f46dafb24a61d1b1d668d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62889ce0f0f46dafb24a61d1b1d668d4 columnFamilyName queue 2024-11-13T05:21:46,117 DEBUG [StoreOpener-62889ce0f0f46dafb24a61d1b1d668d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:46,118 INFO [StoreOpener-62889ce0f0f46dafb24a61d1b1d668d4-1 {}] regionserver.HStore(327): Store=62889ce0f0f46dafb24a61d1b1d668d4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:46,118 INFO [StoreOpener-62889ce0f0f46dafb24a61d1b1d668d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:46,119 INFO [StoreOpener-62889ce0f0f46dafb24a61d1b1d668d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62889ce0f0f46dafb24a61d1b1d668d4 columnFamilyName sid 2024-11-13T05:21:46,119 DEBUG [StoreOpener-62889ce0f0f46dafb24a61d1b1d668d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:46,119 INFO [StoreOpener-62889ce0f0f46dafb24a61d1b1d668d4-1 {}] regionserver.HStore(327): Store=62889ce0f0f46dafb24a61d1b1d668d4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:21:46,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:46,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/replication/62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:46,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/replication/62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:46,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:46,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:46,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:21:46,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:46,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/replication/62889ce0f0f46dafb24a61d1b1d668d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:21:46,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 62889ce0f0f46dafb24a61d1b1d668d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64913727, jitterRate=-0.03271009027957916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:21:46,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:46,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 62889ce0f0f46dafb24a61d1b1d668d4: Running coprocessor pre-open hook at 1731475306114Writing region info on filesystem at 1731475306114Initializing all the Stores at 1731475306115 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475306115Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475306115Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475306115Cleaning up temporary data from old regions at 1731475306120 (+5 ms)Running coprocessor post-open hooks at 1731475306123 (+3 ms)Region opened successfully at 1731475306123 2024-11-13T05:21:46,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4., pid=10, masterSystemTime=1731475306093 2024-11-13T05:21:46,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. 2024-11-13T05:21:46,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. 2024-11-13T05:21:46,126 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=62889ce0f0f46dafb24a61d1b1d668d4, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,40503,1731475291528 2024-11-13T05:21:46,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62889ce0f0f46dafb24a61d1b1d668d4, server=a61c20bd729c,40503,1731475291528 because future has completed 2024-11-13T05:21:46,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T05:21:46,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 62889ce0f0f46dafb24a61d1b1d668d4, server=a61c20bd729c,40503,1731475291528 in 188 msec 2024-11-13T05:21:46,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T05:21:46,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62889ce0f0f46dafb24a61d1b1d668d4, ASSIGN in 343 msec 2024-11-13T05:21:46,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:21:46,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475306133"}]},"ts":"1731475306133"} 2024-11-13T05:21:46,135 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T05:21:46,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:21:46,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-13T05:21:46,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4., hostname=a61c20bd729c,40503,1731475291528, seqNum=2] 2024-11-13T05:21:46,195 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 379, reset compression=false 2024-11-13T05:21:46,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008 2024-11-13T05:21:46,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008 2024-11-13T05:21:46,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:21:46,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T05:21:46,424 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T05:21:46,450 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 379, reset compression=false 2024-11-13T05:21:46,451 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a61c20bd729c,40503,1731475291528, ReplicationSource: 1, currentBandwidth=0 2024-11-13T05:21:46,452 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:46,452 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,40503,1731475291528, seqNum=-1] 2024-11-13T05:21:46,452 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:46,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T05:21:46,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a61c20bd729c,40503,1731475291528', locateType=CURRENT is [region=hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4., hostname=a61c20bd729c,40503,1731475291528, seqNum=2] 2024-11-13T05:21:46,456 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T05:21:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T05:21:46,458 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a61c20bd729c,40503,1731475291528 suceeded 2024-11-13T05:21:46,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T05:21:46,459 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a61c20bd729c:44471,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:21:46,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-13T05:21:46,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1020 sec 2024-11-13T05:21:46,469 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:44471' 2024-11-13T05:21:46,470 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fa38a21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:46,470 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,44471,-1 for getting cluster id 2024-11-13T05:21:46,470 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:46,471 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3034988a-0431-471f-8213-f3e8ee77ff32' 2024-11-13T05:21:46,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:46,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3034988a-0431-471f-8213-f3e8ee77ff32" 2024-11-13T05:21:46,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7036e08e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:46,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,44471,-1] 2024-11-13T05:21:46,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:46,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:46,472 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:46,472 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c2cf6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:46,472 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:46,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,44471,1731475280165 2024-11-13T05:21:46,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ef9b7a4 2024-11-13T05:21:46,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:46,473 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T05:21:46,474 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a61c20bd729c,40503,1731475291528 (queues=1) is replicating from cluster=351e5d69-9a4b-4079-bf80-fc72f4461f0a to cluster=3034988a-0431-471f-8213-f3e8ee77ff32 2024-11-13T05:21:46,474 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a61c20bd729c%2C40503%2C1731475291528 2024-11-13T05:21:46,474 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a61c20bd729c,40503,1731475291528, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:21:46,474 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481, startPosition=0, beingWritten=true 2024-11-13T05:21:46,478 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C40503%2C1731475291528 2024-11-13T05:21:46,480 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:46,480 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 379, reset compression=false 2024-11-13T05:21:46,480 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40503,1731475291528 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:21:46,492 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T05:21:46,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:21:46,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:46,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:46,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:46,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:46,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bffc681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:46,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,44471,-1 for getting cluster id 2024-11-13T05:21:46,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:46,493 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3034988a-0431-471f-8213-f3e8ee77ff32' 2024-11-13T05:21:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:46,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3034988a-0431-471f-8213-f3e8ee77ff32" 2024-11-13T05:21:46,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d98191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:46,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,44471,-1] 2024-11-13T05:21:46,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:46,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:46,494 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:46,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f873e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:46,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2970252d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:46,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,40615,-1 for getting cluster id 2024-11-13T05:21:46,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:46,496 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc38b9de-7e4a-46e1-9c6e-b2c3352a92b2' 2024-11-13T05:21:46,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:46,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc38b9de-7e4a-46e1-9c6e-b2c3352a92b2" 2024-11-13T05:21:46,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67646449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:46,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,40615,-1] 2024-11-13T05:21:46,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:46,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:46,497 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:46,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592e9faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:46,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def26fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:46,498 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,43477,-1 for getting cluster id 2024-11-13T05:21:46,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:46,498 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '351e5d69-9a4b-4079-bf80-fc72f4461f0a' 2024-11-13T05:21:46,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:46,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "351e5d69-9a4b-4079-bf80-fc72f4461f0a" 2024-11-13T05:21:46,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673193da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:46,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,43477,-1] 2024-11-13T05:21:46,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:46,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:46,499 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:46,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ec4c62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:46,500 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:46,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,44313,1731475280335, seqNum=-1] 2024-11-13T05:21:46,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:46,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:21:46,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731475294591.779e91932d26bfe9439b0b7a887958cb., hostname=a61c20bd729c,44313,1731475280335, seqNum=2] 2024-11-13T05:21:46,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,40503,1731475291528, seqNum=-1] 2024-11-13T05:21:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:46,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:21:46,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731475298895.624104bdd9d3188b94adb6aa78863050., hostname=a61c20bd729c,40503,1731475291528, seqNum=2] 2024-11-13T05:21:46,549 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T05:21:46,688 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 379, reset compression=false 2024-11-13T05:21:46,992 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 379, reset compression=false 2024-11-13T05:21:47,053 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 379, reset compression=false 2024-11-13T05:21:47,099 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 379, reset compression=false 2024-11-13T05:21:47,103 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:47,103 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 480, reset compression=false 2024-11-13T05:21:47,103 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,44313,1731475280335 got entry batch from reader: WALEntryBatch [walEntries=[{test/779e91932d26bfe9439b0b7a887958cb/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T05:21:47,105 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:21:47,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-13T05:21:47,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:47,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45fec587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:47,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,40615,-1 for getting cluster id 2024-11-13T05:21:47,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:47,108 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc38b9de-7e4a-46e1-9c6e-b2c3352a92b2' 2024-11-13T05:21:47,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:47,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc38b9de-7e4a-46e1-9c6e-b2c3352a92b2" 2024-11-13T05:21:47,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71b7ca6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:47,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,40615,-1] 2024-11-13T05:21:47,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:47,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:47,109 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:47,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63ad29bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:47,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:47,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,41687,1731475286010, seqNum=-1] 2024-11-13T05:21:47,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:47,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T05:21:47,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731475296744.f35365fa4b795522acf747637e79d48c., hostname=a61c20bd729c,41687,1731475286010, seqNum=2] 2024-11-13T05:21:47,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:47,306 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 480, reset compression=false 2024-11-13T05:21:47,395 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 379, reset compression=false 2024-11-13T05:21:47,550 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T05:21:47,609 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 480, reset compression=false 2024-11-13T05:21:47,756 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 379, reset compression=false 2024-11-13T05:21:47,760 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:47,760 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 503, reset compression=false 2024-11-13T05:21:47,760 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,41687,1731475286010 got entry batch from reader: WALEntryBatch [walEntries=[{test/f35365fa4b795522acf747637e79d48c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T05:21:47,762 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:21:47,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-13T05:21:47,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:47,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6716e94d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:47,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,43477,-1 for getting cluster id 2024-11-13T05:21:47,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:47,764 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '351e5d69-9a4b-4079-bf80-fc72f4461f0a' 2024-11-13T05:21:47,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:47,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "351e5d69-9a4b-4079-bf80-fc72f4461f0a" 2024-11-13T05:21:47,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f547bf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:47,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,43477,-1] 2024-11-13T05:21:47,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:47,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:47,765 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:47,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b5c138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:47,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:47,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,40503,1731475291528, seqNum=-1] 2024-11-13T05:21:47,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:47,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T05:21:47,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731475298895.624104bdd9d3188b94adb6aa78863050., hostname=a61c20bd729c,40503,1731475291528, seqNum=2] 2024-11-13T05:21:47,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:47,898 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 379, reset compression=false 2024-11-13T05:21:47,902 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:47,902 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 527, reset compression=false 2024-11-13T05:21:47,902 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40503,1731475291528 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:47,963 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 503, reset compression=false 2024-11-13T05:21:48,013 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 480, reset compression=false 2024-11-13T05:21:48,106 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 527, reset compression=false 2024-11-13T05:21:48,266 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 503, reset compression=false 2024-11-13T05:21:48,409 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 527, reset compression=false 2024-11-13T05:21:48,516 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 480, reset compression=false 2024-11-13T05:21:48,552 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T05:21:48,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:48,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,41687,1731475286010, seqNum=-1] 2024-11-13T05:21:48,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:48,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:21:48,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731475296744.f35365fa4b795522acf747637e79d48c., hostname=a61c20bd729c,41687,1731475286010, seqNum=2] 2024-11-13T05:21:48,558 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T05:21:48,669 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 503, reset compression=false 2024-11-13T05:21:48,673 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:48,673 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 607, reset compression=false 2024-11-13T05:21:48,673 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,41687,1731475286010 got entry batch from reader: WALEntryBatch [walEntries=[{test/f35365fa4b795522acf747637e79d48c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T05:21:48,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:48,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:48,812 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 527, reset compression=false 2024-11-13T05:21:48,818 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:48,818 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 655, reset compression=false 2024-11-13T05:21:48,818 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40503,1731475291528 got entry batch from reader: WALEntryBatch [walEntries=[{test/624104bdd9d3188b94adb6aa78863050/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T05:21:48,820 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:21:48,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T05:21:48,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:48,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bbac33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:48,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,44471,-1 for getting cluster id 2024-11-13T05:21:48,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:48,823 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3034988a-0431-471f-8213-f3e8ee77ff32' 2024-11-13T05:21:48,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:48,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3034988a-0431-471f-8213-f3e8ee77ff32" 2024-11-13T05:21:48,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@349bdafd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:48,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,44471,-1] 2024-11-13T05:21:48,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:48,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:48,824 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:48,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d91bac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:48,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:21:48,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,44313,1731475280335, seqNum=-1] 2024-11-13T05:21:48,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:21:48,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T05:21:48,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731475294591.779e91932d26bfe9439b0b7a887958cb., hostname=a61c20bd729c,44313,1731475280335, seqNum=2] 2024-11-13T05:21:48,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:48,876 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 607, reset compression=false 2024-11-13T05:21:49,022 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 655, reset compression=false 2024-11-13T05:21:49,119 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 480, reset compression=false 2024-11-13T05:21:49,179 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 607, reset compression=false 2024-11-13T05:21:49,186 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:49,186 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 631, reset compression=false 2024-11-13T05:21:49,186 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,44313,1731475280335 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:49,326 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 655, reset compression=false 2024-11-13T05:21:49,390 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 631, reset compression=false 2024-11-13T05:21:49,559 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T05:21:49,562 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T05:21:49,583 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 607, reset compression=false 2024-11-13T05:21:49,693 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 631, reset compression=false 2024-11-13T05:21:49,730 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 655, reset compression=false 2024-11-13T05:21:49,734 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:49,734 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 759, reset compression=false 2024-11-13T05:21:49,734 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40503,1731475291528 got entry batch from reader: WALEntryBatch [walEntries=[{test/624104bdd9d3188b94adb6aa78863050/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T05:21:49,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:49,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:49,756 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:21:49,937 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 759, reset compression=false 2024-11-13T05:21:50,086 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 607, reset compression=false 2024-11-13T05:21:50,096 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 631, reset compression=false 2024-11-13T05:21:50,099 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:50,099 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 758, reset compression=false 2024-11-13T05:21:50,100 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,44313,1731475280335 got entry batch from reader: WALEntryBatch [walEntries=[{test/779e91932d26bfe9439b0b7a887958cb/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T05:21:50,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:50,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:50,240 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 759, reset compression=false 2024-11-13T05:21:50,303 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 758, reset compression=false 2024-11-13T05:21:50,563 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T05:21:50,566 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T05:21:50,606 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 758, reset compression=false 2024-11-13T05:21:50,610 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:50,610 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 914, reset compression=false 2024-11-13T05:21:50,610 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,44313,1731475280335 got entry batch from reader: WALEntryBatch [walEntries=[{test/779e91932d26bfe9439b0b7a887958cb/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T05:21:50,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:50,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:50,643 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 759, reset compression=false 2024-11-13T05:21:50,689 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 607, reset compression=false 2024-11-13T05:21:50,693 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:50,693 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 904, reset compression=false 2024-11-13T05:21:50,693 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,41687,1731475286010 got entry batch from reader: WALEntryBatch [walEntries=[{test/f35365fa4b795522acf747637e79d48c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T05:21:50,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:50,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:50,814 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 914, reset compression=false 2024-11-13T05:21:50,896 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 904, reset compression=false 2024-11-13T05:21:51,117 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 914, reset compression=false 2024-11-13T05:21:51,146 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 759, reset compression=false 2024-11-13T05:21:51,149 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:51,149 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 930, reset compression=false 2024-11-13T05:21:51,149 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40503,1731475291528 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:51,199 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 904, reset compression=false 2024-11-13T05:21:51,352 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 930, reset compression=false 2024-11-13T05:21:51,521 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 914, reset compression=false 2024-11-13T05:21:51,568 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T05:21:51,572 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T05:21:51,610 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 904, reset compression=false 2024-11-13T05:21:51,614 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:51,614 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1063, reset compression=false 2024-11-13T05:21:51,614 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,41687,1731475286010 got entry batch from reader: WALEntryBatch [walEntries=[{test/f35365fa4b795522acf747637e79d48c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T05:21:51,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:51,616 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:21:51,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:51,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:51,660 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 930, reset compression=false 2024-11-13T05:21:51,664 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:51,664 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 1080, reset compression=false 2024-11-13T05:21:51,665 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40503,1731475291528 got entry batch from reader: WALEntryBatch [walEntries=[{test/624104bdd9d3188b94adb6aa78863050/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T05:21:51,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:51,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:51,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:51,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:51,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:51,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:51,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:51,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:51,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:51,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:51,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:51,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:21:51,821 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1063, reset compression=false 2024-11-13T05:21:51,869 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 1080, reset compression=false 2024-11-13T05:21:52,024 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 914, reset compression=false 2024-11-13T05:21:52,029 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:52,029 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1087, reset compression=false 2024-11-13T05:21:52,029 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,44313,1731475280335 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:52,125 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1063, reset compression=false 2024-11-13T05:21:52,173 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 1080, reset compression=false 2024-11-13T05:21:52,232 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1087, reset compression=false 2024-11-13T05:21:52,528 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1063, reset compression=false 2024-11-13T05:21:52,535 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1087, reset compression=false 2024-11-13T05:21:52,573 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T05:21:52,580 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 1080, reset compression=false 2024-11-13T05:21:52,583 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T05:21:52,595 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:52,595 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 1239, reset compression=false 2024-11-13T05:21:52,595 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40503,1731475291528 got entry batch from reader: WALEntryBatch [walEntries=[{test/624104bdd9d3188b94adb6aa78863050/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T05:21:52,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:52,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:52,808 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 1239, reset compression=false 2024-11-13T05:21:52,938 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1087, reset compression=false 2024-11-13T05:21:52,942 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:52,943 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1236, reset compression=false 2024-11-13T05:21:52,943 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,44313,1731475280335 got entry batch from reader: WALEntryBatch [walEntries=[{test/779e91932d26bfe9439b0b7a887958cb/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T05:21:52,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:52,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:53,031 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1063, reset compression=false 2024-11-13T05:21:53,035 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:53,035 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1235, reset compression=false 2024-11-13T05:21:53,035 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,41687,1731475286010 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:53,123 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 1239, reset compression=false 2024-11-13T05:21:53,147 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1236, reset compression=false 2024-11-13T05:21:53,238 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1235, reset compression=false 2024-11-13T05:21:53,450 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1236, reset compression=false 2024-11-13T05:21:53,527 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 1239, reset compression=false 2024-11-13T05:21:53,541 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1235, reset compression=false 2024-11-13T05:21:53,585 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T05:21:53,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb35a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:53,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,43477,-1 for getting cluster id 2024-11-13T05:21:53,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:53,591 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '351e5d69-9a4b-4079-bf80-fc72f4461f0a' 2024-11-13T05:21:53,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:53,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "351e5d69-9a4b-4079-bf80-fc72f4461f0a" 2024-11-13T05:21:53,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1dd2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:53,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,43477,-1] 2024-11-13T05:21:53,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:53,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:53,592 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:53,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e08e46c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:53,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:53,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,43477,1731475291380 2024-11-13T05:21:53,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e5cab53 2024-11-13T05:21:53,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:53,597 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:21:53,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-13T05:21:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-13T05:21:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T05:21:53,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:21:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T05:21:53,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T05:21:53,822 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-13T05:21:53,823 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-13T05:21:53,823 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a61c20bd729c,40503,1731475291528 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-13T05:21:53,823 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0. 2024-11-13T05:21:53,823 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:53,823 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:53,824 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:53,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:53,853 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1236, reset compression=false 2024-11-13T05:21:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T05:21:53,924 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T05:21:53,924 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T05:21:53,943 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1235, reset compression=false 2024-11-13T05:21:54,024 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 terminated 2024-11-13T05:21:54,041 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-a61c20bd729c,40503,1731475291528, ReplicationSource: 1, currentBandwidth=0 2024-11-13T05:21:54,041 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-13T05:21:54,042 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T05:21:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T05:21:54,044 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on a61c20bd729c,40503,1731475291528 suceeded 2024-11-13T05:21:54,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T05:21:54,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-11-13T05:21:54,045 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-13T05:21:54,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 448 msec 2024-11-13T05:21:54,055 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:44471' 2024-11-13T05:21:54,056 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c6f6a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:54,056 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,44471,-1 for getting cluster id 2024-11-13T05:21:54,057 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:54,057 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3034988a-0431-471f-8213-f3e8ee77ff32' 2024-11-13T05:21:54,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:54,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3034988a-0431-471f-8213-f3e8ee77ff32" 2024-11-13T05:21:54,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3750da68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:54,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,44471,-1] 2024-11-13T05:21:54,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:54,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:54,058 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:54,059 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f309260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:54,059 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:54,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,44471,1731475280165 2024-11-13T05:21:54,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@490159ea 2024-11-13T05:21:54,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:54,060 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T05:21:54,061 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a61c20bd729c,40503,1731475291528 (queues=1) is replicating from cluster=351e5d69-9a4b-4079-bf80-fc72f4461f0a to cluster=3034988a-0431-471f-8213-f3e8ee77ff32 2024-11-13T05:21:54,061 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a61c20bd729c%2C40503%2C1731475291528 2024-11-13T05:21:54,061 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a61c20bd729c,40503,1731475291528, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:21:54,061 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C40503%2C1731475291528 2024-11-13T05:21:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T05:21:54,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:21:54,231 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T05:21:54,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:54,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:54,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:54,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:54,235 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-13T05:21:54,357 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1236, reset compression=false 2024-11-13T05:21:54,361 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:54,361 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1340, reset compression=false 2024-11-13T05:21:54,361 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,44313,1731475280335 got entry batch from reader: WALEntryBatch [walEntries=[{test/779e91932d26bfe9439b0b7a887958cb/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T05:21:54,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:54,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:54,446 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1235, reset compression=false 2024-11-13T05:21:54,451 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:54,451 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1362, reset compression=false 2024-11-13T05:21:54,451 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,41687,1731475286010 got entry batch from reader: WALEntryBatch [walEntries=[{test/f35365fa4b795522acf747637e79d48c/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T05:21:54,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:54,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:54,565 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1340, reset compression=false 2024-11-13T05:21:54,654 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1362, reset compression=false 2024-11-13T05:21:54,868 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1340, reset compression=false 2024-11-13T05:21:54,958 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1362, reset compression=false 2024-11-13T05:21:55,236 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-13T05:21:55,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df47c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:55,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,43477,-1 for getting cluster id 2024-11-13T05:21:55,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:21:55,240 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '351e5d69-9a4b-4079-bf80-fc72f4461f0a' 2024-11-13T05:21:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:21:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "351e5d69-9a4b-4079-bf80-fc72f4461f0a" 2024-11-13T05:21:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e5d450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,43477,-1] 2024-11-13T05:21:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:21:55,241 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:55,241 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:21:55,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39285145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:21:55,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:21:55,245 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,43477,1731475291380 2024-11-13T05:21:55,245 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@630563da 2024-11-13T05:21:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:21:55,247 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:21:55,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-13T05:21:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-13T05:21:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T05:21:55,272 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1340, reset compression=false 2024-11-13T05:21:55,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:21:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T05:21:55,361 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1362, reset compression=false 2024-11-13T05:21:55,365 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:55,365 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1466, reset compression=false 2024-11-13T05:21:55,365 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,41687,1731475286010 got entry batch from reader: WALEntryBatch [walEntries=[{test/f35365fa4b795522acf747637e79d48c/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T05:21:55,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:55,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40503 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:55,441 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:21:55,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-13T05:21:55,474 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-13T05:21:55,474 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T05:21:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-13T05:21:55,476 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on a61c20bd729c,40503,1731475291528 suceeded 2024-11-13T05:21:55,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T05:21:55,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-11-13T05:21:55,477 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-13T05:21:55,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 230 msec 2024-11-13T05:21:55,563 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481, startPosition=1239, beingWritten=true 2024-11-13T05:21:55,567 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:21:55,567 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 1518, reset compression=false 2024-11-13T05:21:55,567 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40503,1731475291528 got entry batch from reader: WALEntryBatch [walEntries=[{test/624104bdd9d3188b94adb6aa78863050/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T05:21:55,569 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1466, reset compression=false 2024-11-13T05:21:55,569 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:21:55,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T05:21:55,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:21:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T05:21:55,572 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T05:21:55,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:21:55,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:55,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:55,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:55,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:55,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:21:55,574 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-13T05:21:55,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:21:55,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:21:55,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:55,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:55,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:55,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:55,574 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:21:55,575 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=32515847, stopped=false 2024-11-13T05:21:55,575 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,43477,1731475291380 2024-11-13T05:21:55,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1465196008/running 2024-11-13T05:21:55,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1465196008/running 2024-11-13T05:21:55,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008 2024-11-13T05:21:55,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008 2024-11-13T05:21:55,586 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:21:55,586 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:21:55,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:55,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:55,586 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,40503,1731475291528' ***** 2024-11-13T05:21:55,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Set watcher on znode that does not yet exist, /2-1465196008/running 2024-11-13T05:21:55,586 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:21:55,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Set watcher on znode that does not yet exist, /2-1465196008/running 2024-11-13T05:21:55,587 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:21:55,587 INFO [RS:0;a61c20bd729c:40503 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:21:55,587 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:21:55,587 INFO [RS:0;a61c20bd729c:40503 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:21:55,587 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(3091): Received CLOSE for 624104bdd9d3188b94adb6aa78863050 2024-11-13T05:21:55,587 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(3091): Received CLOSE for 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:55,587 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,40503,1731475291528 2024-11-13T05:21:55,587 INFO [RS:0;a61c20bd729c:40503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:21:55,587 INFO [RS:0;a61c20bd729c:40503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:40503. 2024-11-13T05:21:55,587 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 624104bdd9d3188b94adb6aa78863050, disabling compactions & flushes 2024-11-13T05:21:55,588 DEBUG [RS:0;a61c20bd729c:40503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:55,588 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731475298895.624104bdd9d3188b94adb6aa78863050. 2024-11-13T05:21:55,588 DEBUG [RS:0;a61c20bd729c:40503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:55,588 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475298895.624104bdd9d3188b94adb6aa78863050. 2024-11-13T05:21:55,588 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731475298895.624104bdd9d3188b94adb6aa78863050. after waiting 0 ms 2024-11-13T05:21:55,588 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731475298895.624104bdd9d3188b94adb6aa78863050. 2024-11-13T05:21:55,588 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:21:55,588 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:21:55,588 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:21:55,588 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 624104bdd9d3188b94adb6aa78863050 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T05:21:55,588 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:21:55,588 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T05:21:55,588 DEBUG [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(1325): Online Regions={624104bdd9d3188b94adb6aa78863050=test,,1731475298895.624104bdd9d3188b94adb6aa78863050., 1588230740=hbase:meta,,1.1588230740, 62889ce0f0f46dafb24a61d1b1d668d4=hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4.} 2024-11-13T05:21:55,588 DEBUG [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 624104bdd9d3188b94adb6aa78863050, 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:55,588 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:21:55,588 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:21:55,588 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:21:55,588 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:21:55,588 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:21:55,588 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T05:21:55,602 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050/.tmp/f/c8fc7ab6256e4c8b86a4b862c034066e is 37, key is row3/f:row3/1731475314232/Put/seqid=0 2024-11-13T05:21:55,605 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/.tmp/info/4c52f6a3ddfa45e6bde74e9ccd018e00 is 147, key is hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4./info:regioninfo/1731475306126/Put/seqid=0 2024-11-13T05:21:55,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741840_1016 (size=5228) 2024-11-13T05:21:55,606 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050/.tmp/f/c8fc7ab6256e4c8b86a4b862c034066e 2024-11-13T05:21:55,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741841_1017 (size=7686) 2024-11-13T05:21:55,609 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8fc7ab6256e4c8b86a4b862c034066e 2024-11-13T05:21:55,622 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050/.tmp/f1/5c06b84fa2ef44c2bbda88695a1e554e is 30, key is row1/f1:/1731475311569/DeleteFamily/seqid=0 2024-11-13T05:21:55,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741842_1018 (size=5158) 2024-11-13T05:21:55,667 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:21:55,770 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 1518, reset compression=false 2024-11-13T05:21:55,774 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:55,774 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 1765, reset compression=false 2024-11-13T05:21:55,774 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40503,1731475291528 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:55,775 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a61c20bd729c,40503,1731475291528: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a61c20bd729c,40503,1731475291528, walGroup=a61c20bd729c%2C40503%2C1731475291528, offset=a61c20bd729c%2C40503%2C1731475291528.1731475293481:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:40503 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T05:21:55,775 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T05:21:55,775 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1340, reset compression=false 2024-11-13T05:21:55,775 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T05:21:55,776 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T05:21:55,776 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T05:21:55,776 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T05:21:55,776 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1231028224, "init": 1048576000, "max": 2306867200, "used": 800703536 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198411848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T05:21:55,777 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:43477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:43477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T05:21:55,779 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:55,779 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1491, reset compression=false 2024-11-13T05:21:55,779 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,44313,1731475280335 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:55,788 DEBUG [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 624104bdd9d3188b94adb6aa78863050, 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:55,872 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1466, reset compression=false 2024-11-13T05:21:55,977 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 1765, reset compression=false 2024-11-13T05:21:55,982 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1491, reset compression=false 2024-11-13T05:21:55,988 DEBUG [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 624104bdd9d3188b94adb6aa78863050, 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:56,009 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/.tmp/info/4c52f6a3ddfa45e6bde74e9ccd018e00 2024-11-13T05:21:56,025 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050/.tmp/f1/5c06b84fa2ef44c2bbda88695a1e554e 2024-11-13T05:21:56,026 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/.tmp/ns/50c4bade2e2d426cb0b98ea1e0a8f953 is 43, key is default/ns:d/1731475294469/Put/seqid=0 2024-11-13T05:21:56,029 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c06b84fa2ef44c2bbda88695a1e554e 2024-11-13T05:21:56,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741843_1019 (size=5153) 2024-11-13T05:21:56,048 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050/.tmp/norep/08f2706a26af42fe892a89705138d965 is 33, key is row2/norep:/1731475312574/DeleteFamily/seqid=0 2024-11-13T05:21:56,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741844_1020 (size=5108) 2024-11-13T05:21:56,189 DEBUG [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 624104bdd9d3188b94adb6aa78863050, 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:56,275 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1466, reset compression=false 2024-11-13T05:21:56,280 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 1765, reset compression=false 2024-11-13T05:21:56,284 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1491, reset compression=false 2024-11-13T05:21:56,389 DEBUG [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 624104bdd9d3188b94adb6aa78863050, 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:56,420 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:21:56,420 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:21:56,438 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/.tmp/ns/50c4bade2e2d426cb0b98ea1e0a8f953 2024-11-13T05:21:56,451 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050/.tmp/norep/08f2706a26af42fe892a89705138d965 2024-11-13T05:21:56,455 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/.tmp/rep_barrier/95b96ccdb82049a2bdabe221cb0b6151 is 112, key is test,,1731475298895.624104bdd9d3188b94adb6aa78863050./rep_barrier:seqnumDuringOpen/1731475300038/Put/seqid=0 2024-11-13T05:21:56,455 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08f2706a26af42fe892a89705138d965 2024-11-13T05:21:56,456 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050/.tmp/f/c8fc7ab6256e4c8b86a4b862c034066e as hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050/f/c8fc7ab6256e4c8b86a4b862c034066e 2024-11-13T05:21:56,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741845_1021 (size=5518) 2024-11-13T05:21:56,458 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/.tmp/rep_barrier/95b96ccdb82049a2bdabe221cb0b6151 2024-11-13T05:21:56,460 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8fc7ab6256e4c8b86a4b862c034066e 2024-11-13T05:21:56,461 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050/f/c8fc7ab6256e4c8b86a4b862c034066e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T05:21:56,461 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050/.tmp/f1/5c06b84fa2ef44c2bbda88695a1e554e as hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050/f1/5c06b84fa2ef44c2bbda88695a1e554e 2024-11-13T05:21:56,465 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c06b84fa2ef44c2bbda88695a1e554e 2024-11-13T05:21:56,465 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050/f1/5c06b84fa2ef44c2bbda88695a1e554e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T05:21:56,465 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050/.tmp/norep/08f2706a26af42fe892a89705138d965 as hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050/norep/08f2706a26af42fe892a89705138d965 2024-11-13T05:21:56,468 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08f2706a26af42fe892a89705138d965 2024-11-13T05:21:56,469 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050/norep/08f2706a26af42fe892a89705138d965, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T05:21:56,469 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 624104bdd9d3188b94adb6aa78863050 in 881ms, sequenceid=12, compaction requested=false 2024-11-13T05:21:56,472 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/default/test/624104bdd9d3188b94adb6aa78863050/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T05:21:56,473 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:21:56,473 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:21:56,473 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731475298895.624104bdd9d3188b94adb6aa78863050. 2024-11-13T05:21:56,473 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 624104bdd9d3188b94adb6aa78863050: Waiting for close lock at 1731475315587Running coprocessor pre-close hooks at 1731475315587Disabling compacts and flushes for region at 1731475315587Disabling writes for close at 1731475315588 (+1 ms)Obtaining lock to block concurrent updates at 1731475315588Preparing flush snapshotting stores in 624104bdd9d3188b94adb6aa78863050 at 1731475315588Finished memstore snapshotting test,,1731475298895.624104bdd9d3188b94adb6aa78863050., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731475315588Flushing stores of test,,1731475298895.624104bdd9d3188b94adb6aa78863050. at 1731475315588Flushing 624104bdd9d3188b94adb6aa78863050/f: creating writer at 1731475315589 (+1 ms)Flushing 624104bdd9d3188b94adb6aa78863050/f: appending metadata at 1731475315602 (+13 ms)Flushing 624104bdd9d3188b94adb6aa78863050/f: closing flushed file at 1731475315602Flushing 624104bdd9d3188b94adb6aa78863050/f1: creating writer at 1731475315609 (+7 ms)Flushing 624104bdd9d3188b94adb6aa78863050/f1: appending metadata at 1731475315621 (+12 ms)Flushing 624104bdd9d3188b94adb6aa78863050/f1: closing flushed file at 1731475315621Flushing 624104bdd9d3188b94adb6aa78863050/norep: creating writer at 1731475316029 (+408 ms)Flushing 624104bdd9d3188b94adb6aa78863050/norep: appending metadata at 1731475316047 (+18 ms)Flushing 624104bdd9d3188b94adb6aa78863050/norep: closing flushed file at 1731475316047Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2840a43e: reopening flushed file at 1731475316456 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4855f325: reopening flushed file at 1731475316461 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a00b93: reopening flushed file at 1731475316465 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 624104bdd9d3188b94adb6aa78863050 in 881ms, sequenceid=12, compaction requested=false at 1731475316469 (+4 ms)Writing region close event to WAL at 1731475316470 (+1 ms)Running coprocessor post-close hooks at 1731475316473 (+3 ms)Closed at 1731475316473 2024-11-13T05:21:56,473 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731475298895.624104bdd9d3188b94adb6aa78863050. 2024-11-13T05:21:56,473 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62889ce0f0f46dafb24a61d1b1d668d4, disabling compactions & flushes 2024-11-13T05:21:56,473 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. 2024-11-13T05:21:56,473 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. 2024-11-13T05:21:56,473 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. after waiting 0 ms 2024-11-13T05:21:56,473 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. 2024-11-13T05:21:56,474 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62889ce0f0f46dafb24a61d1b1d668d4: Waiting for close lock at 1731475316473Running coprocessor pre-close hooks at 1731475316473Disabling compacts and flushes for region at 1731475316473Disabling writes for close at 1731475316473Failed flush hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4., putting online again at 1731475316473 2024-11-13T05:21:56,474 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. 2024-11-13T05:21:56,477 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/.tmp/table/057ea2d844604cc198a8d125eda0316b is 53, key is hbase:replication/table:state/1731475306133/Put/seqid=0 2024-11-13T05:21:56,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741846_1022 (size=5308) 2024-11-13T05:21:56,589 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T05:21:56,589 DEBUG [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 62889ce0f0f46dafb24a61d1b1d668d4=hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4.} 2024-11-13T05:21:56,589 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(3091): Received CLOSE for 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:56,589 DEBUG [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62889ce0f0f46dafb24a61d1b1d668d4 2024-11-13T05:21:56,589 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62889ce0f0f46dafb24a61d1b1d668d4, disabling compactions & flushes 2024-11-13T05:21:56,589 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. 2024-11-13T05:21:56,589 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. 2024-11-13T05:21:56,589 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. after waiting 0 ms 2024-11-13T05:21:56,589 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. 2024-11-13T05:21:56,589 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62889ce0f0f46dafb24a61d1b1d668d4: Waiting for close lock at 1731475316589Running coprocessor pre-close hooks at 1731475316589Disabling compacts and flushes for region at 1731475316589Disabling writes for close at 1731475316589Failed flush hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4., putting online again at 1731475316589 2024-11-13T05:21:56,589 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731475305365.62889ce0f0f46dafb24a61d1b1d668d4. 2024-11-13T05:21:56,682 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 1765, reset compression=false 2024-11-13T05:21:56,686 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:56,686 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 2409, reset compression=false 2024-11-13T05:21:56,687 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1491, reset compression=false 2024-11-13T05:21:56,778 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1466, reset compression=false 2024-11-13T05:21:56,789 DEBUG [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:21:56,880 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/.tmp/table/057ea2d844604cc198a8d125eda0316b 2024-11-13T05:21:56,884 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/.tmp/info/4c52f6a3ddfa45e6bde74e9ccd018e00 as hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/info/4c52f6a3ddfa45e6bde74e9ccd018e00 2024-11-13T05:21:56,888 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/info/4c52f6a3ddfa45e6bde74e9ccd018e00, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T05:21:56,889 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/.tmp/ns/50c4bade2e2d426cb0b98ea1e0a8f953 as hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/ns/50c4bade2e2d426cb0b98ea1e0a8f953 2024-11-13T05:21:56,890 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.wal-reader.a61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 to pos 2409, reset compression=false 2024-11-13T05:21:56,892 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/ns/50c4bade2e2d426cb0b98ea1e0a8f953, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T05:21:56,893 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/.tmp/rep_barrier/95b96ccdb82049a2bdabe221cb0b6151 as hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/rep_barrier/95b96ccdb82049a2bdabe221cb0b6151 2024-11-13T05:21:56,896 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/rep_barrier/95b96ccdb82049a2bdabe221cb0b6151, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T05:21:56,897 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/.tmp/table/057ea2d844604cc198a8d125eda0316b as hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/table/057ea2d844604cc198a8d125eda0316b 2024-11-13T05:21:56,900 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/table/057ea2d844604cc198a8d125eda0316b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T05:21:56,901 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false 2024-11-13T05:21:56,906 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T05:21:56,906 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:21:56,906 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:21:56,906 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:21:56,906 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475315588Running coprocessor pre-close hooks at 1731475315588Disabling compacts and flushes for region at 1731475315588Disabling writes for close at 1731475315588Obtaining lock to block concurrent updates at 1731475315588Preparing flush snapshotting stores in 1588230740 at 1731475315588Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731475315588Flushing stores of hbase:meta,,1.1588230740 at 1731475315589 (+1 ms)Flushing 1588230740/info: creating writer at 1731475315589Flushing 1588230740/info: appending metadata at 1731475315605 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731475315605Flushing 1588230740/ns: creating writer at 1731475316013 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731475316025 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731475316025Flushing 1588230740/rep_barrier: creating writer at 1731475316442 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731475316455 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731475316455Flushing 1588230740/table: creating writer at 1731475316461 (+6 ms)Flushing 1588230740/table: appending metadata at 1731475316477 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731475316477Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@379b46f0: reopening flushed file at 1731475316884 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c5249e: reopening flushed file at 1731475316888 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@510bcfac: reopening flushed file at 1731475316892 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ca2a86: reopening flushed file at 1731475316896 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1731475316901 (+5 ms)Writing region close event to WAL at 1731475316903 (+2 ms)Running coprocessor post-close hooks at 1731475316906 (+3 ms)Closed at 1731475316906 2024-11-13T05:21:56,907 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:21:56,989 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T05:21:56,989 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,40503,1731475291528; all regions closed. 2024-11-13T05:21:56,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741834_1010 (size=4239) 2024-11-13T05:21:56,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741839_1015 (size=2390) 2024-11-13T05:21:56,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741832_1008 (size=2417) 2024-11-13T05:21:56,995 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/WALs/a61c20bd729c,40503,1731475291528/a61c20bd729c%2C40503%2C1731475291528.1731475293481 not finished, retry = 0 2024-11-13T05:21:57,096 DEBUG [RS:0;a61c20bd729c:40503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:57,096 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:21:57,096 INFO [RS:0;a61c20bd729c:40503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:21:57,096 INFO [RS:0;a61c20bd729c:40503 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T05:21:57,096 INFO [RS:0;a61c20bd729c:40503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:21:57,096 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:21:57,096 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a61c20bd729c,40503,1731475291528 because: Region server is closing 2024-11-13T05:21:57,097 INFO [RS:0;a61c20bd729c:40503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:40503. 2024-11-13T05:21:57,097 DEBUG [RS:0;a61c20bd729c:40503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:57,097 DEBUG [RS:0;a61c20bd729c:40503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:57,097 DEBUG [RS:0;a61c20bd729c:40503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:57,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:57,191 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1491, reset compression=false 2024-11-13T05:21:57,197 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40503,1731475291528.replicationSource.shippera61c20bd729c%2C40503%2C1731475291528,1-a61c20bd729c,40503,1731475291528 terminated 2024-11-13T05:21:57,197 INFO [RS:0;a61c20bd729c:40503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:40503. 2024-11-13T05:21:57,197 DEBUG [RS:0;a61c20bd729c:40503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:57,197 DEBUG [RS:0;a61c20bd729c:40503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:57,197 DEBUG [RS:0;a61c20bd729c:40503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:57,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:57,198 INFO [RS:0;a61c20bd729c:40503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40503 2024-11-13T05:21:57,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1465196008/rs/a61c20bd729c,40503,1731475291528 2024-11-13T05:21:57,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008/rs 2024-11-13T05:21:57,259 INFO [RS:0;a61c20bd729c:40503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:21:57,270 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,40503,1731475291528] 2024-11-13T05:21:57,280 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1465196008/draining/a61c20bd729c,40503,1731475291528 already deleted, retry=false 2024-11-13T05:21:57,280 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,40503,1731475291528 expired; onlineServers=0 2024-11-13T05:21:57,280 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,43477,1731475291380' ***** 2024-11-13T05:21:57,280 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:21:57,280 INFO [M:0;a61c20bd729c:43477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:21:57,280 INFO [M:0;a61c20bd729c:43477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:21:57,280 DEBUG [M:0;a61c20bd729c:43477 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:21:57,281 DEBUG [M:0;a61c20bd729c:43477 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:21:57,281 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:21:57,281 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475293226 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475293226,5,FailOnTimeoutGroup] 2024-11-13T05:21:57,281 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475293226 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475293226,5,FailOnTimeoutGroup] 2024-11-13T05:21:57,281 INFO [M:0;a61c20bd729c:43477 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:21:57,281 INFO [M:0;a61c20bd729c:43477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:21:57,281 DEBUG [M:0;a61c20bd729c:43477 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:21:57,281 INFO [M:0;a61c20bd729c:43477 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:21:57,281 INFO [M:0;a61c20bd729c:43477 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:21:57,281 INFO [M:0;a61c20bd729c:43477 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:21:57,281 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:21:57,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1465196008/master 2024-11-13T05:21:57,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1465196008 2024-11-13T05:21:57,291 DEBUG [M:0;a61c20bd729c:43477 {}] zookeeper.ZKUtil(347): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Unable to get data of znode /2-1465196008/master because node does not exist (not an error) 2024-11-13T05:21:57,291 WARN [M:0;a61c20bd729c:43477 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:21:57,292 INFO [M:0;a61c20bd729c:43477 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/.lastflushedseqids 2024-11-13T05:21:57,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741847_1023 (size=245) 2024-11-13T05:21:57,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:21:57,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40503-0x10132a4050f0007, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:21:57,370 INFO [RS:0;a61c20bd729c:40503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:21:57,370 INFO [RS:0;a61c20bd729c:40503 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,40503,1731475291528; zookeeper connection closed. 2024-11-13T05:21:57,370 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6cd20174 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6cd20174 2024-11-13T05:21:57,371 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:21:57,381 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1466, reset compression=false 2024-11-13T05:21:57,695 INFO [M:0;a61c20bd729c:43477 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:21:57,696 INFO [M:0;a61c20bd729c:43477 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:21:57,696 DEBUG [M:0;a61c20bd729c:43477 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:21:57,696 INFO [M:0;a61c20bd729c:43477 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:57,696 DEBUG [M:0;a61c20bd729c:43477 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:57,696 DEBUG [M:0;a61c20bd729c:43477 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:21:57,696 DEBUG [M:0;a61c20bd729c:43477 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:57,696 INFO [M:0;a61c20bd729c:43477 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-13T05:21:57,709 DEBUG [M:0;a61c20bd729c:43477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55f27b89286749b28635f18b9ea1e2a4 is 82, key is hbase:meta,,1/info:regioninfo/1731475294450/Put/seqid=0 2024-11-13T05:21:57,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741848_1024 (size=5672) 2024-11-13T05:21:57,794 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1491, reset compression=false 2024-11-13T05:21:58,084 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1466, reset compression=false 2024-11-13T05:21:58,112 INFO [M:0;a61c20bd729c:43477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55f27b89286749b28635f18b9ea1e2a4 2024-11-13T05:21:58,130 DEBUG [M:0;a61c20bd729c:43477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb17fc4f3c13422eafcf42e97608524a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731475306136/Put/seqid=0 2024-11-13T05:21:58,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741849_1025 (size=9213) 2024-11-13T05:21:58,497 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1491, reset compression=false 2024-11-13T05:21:58,534 INFO [M:0;a61c20bd729c:43477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb17fc4f3c13422eafcf42e97608524a 2024-11-13T05:21:58,549 DEBUG [M:0;a61c20bd729c:43477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79dcbc97339044ad9ef53f6791685095 is 69, key is a61c20bd729c,40503,1731475291528/rs:state/1731475293288/Put/seqid=0 2024-11-13T05:21:58,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741850_1026 (size=5156) 2024-11-13T05:21:58,887 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1466, reset compression=false 2024-11-13T05:21:58,953 INFO [M:0;a61c20bd729c:43477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79dcbc97339044ad9ef53f6791685095 2024-11-13T05:21:58,957 DEBUG [M:0;a61c20bd729c:43477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55f27b89286749b28635f18b9ea1e2a4 as hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55f27b89286749b28635f18b9ea1e2a4 2024-11-13T05:21:58,960 INFO [M:0;a61c20bd729c:43477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55f27b89286749b28635f18b9ea1e2a4, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T05:21:58,960 DEBUG [M:0;a61c20bd729c:43477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb17fc4f3c13422eafcf42e97608524a as hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb17fc4f3c13422eafcf42e97608524a 2024-11-13T05:21:58,963 INFO [M:0;a61c20bd729c:43477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb17fc4f3c13422eafcf42e97608524a, entries=15, sequenceid=127, filesize=9.0 K 2024-11-13T05:21:58,964 DEBUG [M:0;a61c20bd729c:43477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79dcbc97339044ad9ef53f6791685095 as hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79dcbc97339044ad9ef53f6791685095 2024-11-13T05:21:58,967 INFO [M:0;a61c20bd729c:43477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36149/user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79dcbc97339044ad9ef53f6791685095, entries=1, sequenceid=127, filesize=5.0 K 2024-11-13T05:21:58,968 INFO [M:0;a61c20bd729c:43477 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=127, compaction requested=false 2024-11-13T05:21:58,969 INFO [M:0;a61c20bd729c:43477 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:58,969 DEBUG [M:0;a61c20bd729c:43477 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475317696Disabling compacts and flushes for region at 1731475317696Disabling writes for close at 1731475317696Obtaining lock to block concurrent updates at 1731475317696Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475317696Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731475317696Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475317697 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475317697Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475317708 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475317708Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475318115 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475318130 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475318130Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475318537 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475318549 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475318549Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5abcc08c: reopening flushed file at 1731475318956 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6881b229: reopening flushed file at 1731475318960 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c2a0307: reopening flushed file at 1731475318963 (+3 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=127, compaction requested=false at 1731475318968 (+5 ms)Writing region close event to WAL at 1731475318969 (+1 ms)Closed at 1731475318969 2024-11-13T05:21:58,970 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6e2833f-0af4-22f5-93bb-1944f4c1787d/MasterData/WALs/a61c20bd729c,43477,1731475291380/a61c20bd729c%2C43477%2C1731475291380.1731475292878 not finished, retry = 0 2024-11-13T05:21:58,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36525 is added to blk_1073741830_1006 (size=73878) 2024-11-13T05:21:59,071 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:21:59,071 INFO [M:0;a61c20bd729c:43477 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:21:59,071 INFO [M:0;a61c20bd729c:43477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43477 2024-11-13T05:21:59,072 INFO [M:0;a61c20bd729c:43477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:21:59,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:21:59,255 INFO [M:0;a61c20bd729c:43477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:21:59,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x10132a4050f0006, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:21:59,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60672866{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:21:59,295 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@412bff8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:21:59,295 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:21:59,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18c05b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:21:59,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d3cd1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/hadoop.log.dir/,STOPPED} 2024-11-13T05:21:59,297 WARN [BP-1438480320-172.17.0.3-1731475289491 heartbeating to localhost/127.0.0.1:36149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:21:59,297 WARN [BP-1438480320-172.17.0.3-1731475289491 heartbeating to localhost/127.0.0.1:36149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1438480320-172.17.0.3-1731475289491 (Datanode Uuid 02e71f5e-954b-4609-a556-4f3dec3ca6b0) service to localhost/127.0.0.1:36149 2024-11-13T05:21:59,298 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/cluster_d4c6ae0c-240f-10c3-1447-f03c43f1334f/data/data1/current/BP-1438480320-172.17.0.3-1731475289491 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:21:59,298 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/cluster_d4c6ae0c-240f-10c3-1447-f03c43f1334f/data/data2/current/BP-1438480320-172.17.0.3-1731475289491 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:21:59,298 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:21:59,298 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:21:59,298 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:21:59,300 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1491, reset compression=false 2024-11-13T05:21:59,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@555067b2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:21:59,304 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@571fba1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:21:59,304 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:21:59,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cdfa9ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:21:59,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491650c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/hadoop.log.dir/,STOPPED} 2024-11-13T05:21:59,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:21:59,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:21:59,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:21:59,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:59,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:59,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:59,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:21:59,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:21:59,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1265607298, stopped=false 2024-11-13T05:21:59,318 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,40615,1731475285854 2024-11-13T05:21:59,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1978509539/running 2024-11-13T05:21:59,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1978509539/running 2024-11-13T05:21:59,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539 2024-11-13T05:21:59,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539 2024-11-13T05:21:59,333 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:21:59,333 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:21:59,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:59,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:59,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Set watcher on znode that does not yet exist, /1978509539/running 2024-11-13T05:21:59,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Set watcher on znode that does not yet exist, /1978509539/running 2024-11-13T05:21:59,334 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,41687,1731475286010' ***** 2024-11-13T05:21:59,334 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:21:59,334 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:21:59,334 INFO [RS:0;a61c20bd729c:41687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:21:59,334 INFO [RS:0;a61c20bd729c:41687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:21:59,334 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(3091): Received CLOSE for f35365fa4b795522acf747637e79d48c 2024-11-13T05:21:59,334 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:21:59,335 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(3091): Received CLOSE for 547fc623ba5b491226eaa9d49aed053d 2024-11-13T05:21:59,335 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,41687,1731475286010 2024-11-13T05:21:59,335 INFO [RS:0;a61c20bd729c:41687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:21:59,335 INFO [RS:0;a61c20bd729c:41687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:41687. 2024-11-13T05:21:59,335 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f35365fa4b795522acf747637e79d48c, disabling compactions & flushes 2024-11-13T05:21:59,335 DEBUG [RS:0;a61c20bd729c:41687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:59,335 DEBUG [RS:0;a61c20bd729c:41687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:59,335 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731475296744.f35365fa4b795522acf747637e79d48c. 2024-11-13T05:21:59,335 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475296744.f35365fa4b795522acf747637e79d48c. 2024-11-13T05:21:59,335 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731475296744.f35365fa4b795522acf747637e79d48c. after waiting 0 ms 2024-11-13T05:21:59,335 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731475296744.f35365fa4b795522acf747637e79d48c. 2024-11-13T05:21:59,335 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:21:59,335 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:21:59,335 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:21:59,335 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:21:59,335 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f35365fa4b795522acf747637e79d48c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T05:21:59,335 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T05:21:59,335 DEBUG [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1325): Online Regions={f35365fa4b795522acf747637e79d48c=test,,1731475296744.f35365fa4b795522acf747637e79d48c., 547fc623ba5b491226eaa9d49aed053d=hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:21:59,335 DEBUG [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547fc623ba5b491226eaa9d49aed053d, f35365fa4b795522acf747637e79d48c 2024-11-13T05:21:59,335 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:21:59,335 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:21:59,335 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:21:59,335 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:21:59,335 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:21:59,335 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T05:21:59,354 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/.tmp/info/571b7f278c294350ba923d7569c22f3f is 147, key is hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d./info:regioninfo/1731475304593/Put/seqid=0 2024-11-13T05:21:59,354 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c/.tmp/f/0ebdad3835e14da7b0bcf091df87d305 is 37, key is row3/f:row3/1731475314232/Put/seqid=0 2024-11-13T05:21:59,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741841_1017 (size=7686) 2024-11-13T05:21:59,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741840_1016 (size=5228) 2024-11-13T05:21:59,422 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:21:59,535 DEBUG [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547fc623ba5b491226eaa9d49aed053d, f35365fa4b795522acf747637e79d48c 2024-11-13T05:21:59,735 DEBUG [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547fc623ba5b491226eaa9d49aed053d, f35365fa4b795522acf747637e79d48c 2024-11-13T05:21:59,761 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c/.tmp/f/0ebdad3835e14da7b0bcf091df87d305 2024-11-13T05:21:59,761 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/.tmp/info/571b7f278c294350ba923d7569c22f3f 2024-11-13T05:21:59,765 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ebdad3835e14da7b0bcf091df87d305 2024-11-13T05:21:59,777 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/.tmp/ns/78db7e233e1f4a14adaa9ad836f26cc1 is 43, key is default/ns:d/1731475289331/Put/seqid=0 2024-11-13T05:21:59,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741842_1018 (size=5153) 2024-11-13T05:21:59,780 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c/.tmp/f1/28426ef858c8478e98387d7db94b2cac is 30, key is row1/f1:/1731475311569/DeleteFamily/seqid=0 2024-11-13T05:21:59,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741843_1019 (size=5158) 2024-11-13T05:21:59,789 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1466, reset compression=false 2024-11-13T05:21:59,793 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:21:59,793 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1713, reset compression=false 2024-11-13T05:21:59,793 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,41687,1731475286010 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:21:59,794 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a61c20bd729c,41687,1731475286010: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a61c20bd729c,41687,1731475286010, walGroup=a61c20bd729c%2C41687%2C1731475286010, offset=a61c20bd729c%2C41687%2C1731475286010.1731475288219:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:41687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T05:21:59,795 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T05:21:59,795 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T05:21:59,796 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T05:21:59,796 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T05:21:59,796 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T05:21:59,796 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1231028224, "init": 1048576000, "max": 2306867200, "used": 882492464 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198847352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T05:21:59,796 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:40615 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:40615 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T05:21:59,936 DEBUG [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547fc623ba5b491226eaa9d49aed053d, f35365fa4b795522acf747637e79d48c 2024-11-13T05:21:59,997 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1713, reset compression=false 2024-11-13T05:22:00,091 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:22:00,091 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:22:00,136 DEBUG [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547fc623ba5b491226eaa9d49aed053d, f35365fa4b795522acf747637e79d48c 2024-11-13T05:22:00,180 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/.tmp/ns/78db7e233e1f4a14adaa9ad836f26cc1 2024-11-13T05:22:00,184 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c/.tmp/f1/28426ef858c8478e98387d7db94b2cac 2024-11-13T05:22:00,186 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28426ef858c8478e98387d7db94b2cac 2024-11-13T05:22:00,197 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/.tmp/rep_barrier/0bde572958ce4a3889b2bedfeb1c9cb3 is 112, key is test,,1731475296744.f35365fa4b795522acf747637e79d48c./rep_barrier:seqnumDuringOpen/1731475297889/Put/seqid=0 2024-11-13T05:22:00,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741844_1020 (size=5518) 2024-11-13T05:22:00,202 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c/.tmp/norep/0d122c259764438b8792addd9655ce8a is 33, key is row1/norep:/1731475311569/DeleteFamily/seqid=0 2024-11-13T05:22:00,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741845_1021 (size=5108) 2024-11-13T05:22:00,207 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1491, reset compression=false 2024-11-13T05:22:00,299 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1713, reset compression=false 2024-11-13T05:22:00,336 DEBUG [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547fc623ba5b491226eaa9d49aed053d, f35365fa4b795522acf747637e79d48c 2024-11-13T05:22:00,536 DEBUG [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547fc623ba5b491226eaa9d49aed053d, f35365fa4b795522acf747637e79d48c 2024-11-13T05:22:00,600 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/.tmp/rep_barrier/0bde572958ce4a3889b2bedfeb1c9cb3 2024-11-13T05:22:00,606 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c/.tmp/norep/0d122c259764438b8792addd9655ce8a 2024-11-13T05:22:00,609 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d122c259764438b8792addd9655ce8a 2024-11-13T05:22:00,610 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c/.tmp/f/0ebdad3835e14da7b0bcf091df87d305 as hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c/f/0ebdad3835e14da7b0bcf091df87d305 2024-11-13T05:22:00,613 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ebdad3835e14da7b0bcf091df87d305 2024-11-13T05:22:00,613 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c/f/0ebdad3835e14da7b0bcf091df87d305, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T05:22:00,614 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c/.tmp/f1/28426ef858c8478e98387d7db94b2cac as hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c/f1/28426ef858c8478e98387d7db94b2cac 2024-11-13T05:22:00,618 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28426ef858c8478e98387d7db94b2cac 2024-11-13T05:22:00,618 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c/f1/28426ef858c8478e98387d7db94b2cac, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T05:22:00,619 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c/.tmp/norep/0d122c259764438b8792addd9655ce8a as hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c/norep/0d122c259764438b8792addd9655ce8a 2024-11-13T05:22:00,622 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/.tmp/table/59e5f4c756ee474e881a1276993513fe is 53, key is hbase:replication/table:state/1731475304600/Put/seqid=0 2024-11-13T05:22:00,622 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d122c259764438b8792addd9655ce8a 2024-11-13T05:22:00,622 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c/norep/0d122c259764438b8792addd9655ce8a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T05:22:00,623 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f35365fa4b795522acf747637e79d48c in 1288ms, sequenceid=12, compaction requested=false 2024-11-13T05:22:00,623 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T05:22:00,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741846_1022 (size=5308) 2024-11-13T05:22:00,627 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/default/test/f35365fa4b795522acf747637e79d48c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T05:22:00,628 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:22:00,628 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:22:00,628 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731475296744.f35365fa4b795522acf747637e79d48c. 2024-11-13T05:22:00,628 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f35365fa4b795522acf747637e79d48c: Waiting for close lock at 1731475319335Running coprocessor pre-close hooks at 1731475319335Disabling compacts and flushes for region at 1731475319335Disabling writes for close at 1731475319335Obtaining lock to block concurrent updates at 1731475319335Preparing flush snapshotting stores in f35365fa4b795522acf747637e79d48c at 1731475319335Finished memstore snapshotting test,,1731475296744.f35365fa4b795522acf747637e79d48c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731475319335Flushing stores of test,,1731475296744.f35365fa4b795522acf747637e79d48c. at 1731475319336 (+1 ms)Flushing f35365fa4b795522acf747637e79d48c/f: creating writer at 1731475319336Flushing f35365fa4b795522acf747637e79d48c/f: appending metadata at 1731475319354 (+18 ms)Flushing f35365fa4b795522acf747637e79d48c/f: closing flushed file at 1731475319354Flushing f35365fa4b795522acf747637e79d48c/f1: creating writer at 1731475319765 (+411 ms)Flushing f35365fa4b795522acf747637e79d48c/f1: appending metadata at 1731475319780 (+15 ms)Flushing f35365fa4b795522acf747637e79d48c/f1: closing flushed file at 1731475319780Flushing f35365fa4b795522acf747637e79d48c/norep: creating writer at 1731475320187 (+407 ms)Flushing f35365fa4b795522acf747637e79d48c/norep: appending metadata at 1731475320202 (+15 ms)Flushing f35365fa4b795522acf747637e79d48c/norep: closing flushed file at 1731475320202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3744e32c: reopening flushed file at 1731475320609 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da6a91e: reopening flushed file at 1731475320614 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d81ff17: reopening flushed file at 1731475320618 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f35365fa4b795522acf747637e79d48c in 1288ms, sequenceid=12, compaction requested=false at 1731475320623 (+5 ms)Writing region close event to WAL at 1731475320625 (+2 ms)Running coprocessor post-close hooks at 1731475320628 (+3 ms)Closed at 1731475320628 2024-11-13T05:22:00,628 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731475296744.f35365fa4b795522acf747637e79d48c. 2024-11-13T05:22:00,628 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 547fc623ba5b491226eaa9d49aed053d, disabling compactions & flushes 2024-11-13T05:22:00,628 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. 2024-11-13T05:22:00,628 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. 2024-11-13T05:22:00,628 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. after waiting 0 ms 2024-11-13T05:22:00,628 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. 2024-11-13T05:22:00,628 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 547fc623ba5b491226eaa9d49aed053d: Waiting for close lock at 1731475320628Running coprocessor pre-close hooks at 1731475320628Disabling compacts and flushes for region at 1731475320628Disabling writes for close at 1731475320628Failed flush hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d., putting online again at 1731475320628 2024-11-13T05:22:00,629 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. 2024-11-13T05:22:00,702 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 1713, reset compression=false 2024-11-13T05:22:00,706 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:22:00,706 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 2357, reset compression=false 2024-11-13T05:22:00,736 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T05:22:00,736 DEBUG [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1325): Online Regions={547fc623ba5b491226eaa9d49aed053d=hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:22:00,736 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(3091): Received CLOSE for 547fc623ba5b491226eaa9d49aed053d 2024-11-13T05:22:00,736 DEBUG [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547fc623ba5b491226eaa9d49aed053d 2024-11-13T05:22:00,737 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 547fc623ba5b491226eaa9d49aed053d, disabling compactions & flushes 2024-11-13T05:22:00,737 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. 2024-11-13T05:22:00,737 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. 2024-11-13T05:22:00,737 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. after waiting 0 ms 2024-11-13T05:22:00,737 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. 2024-11-13T05:22:00,737 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 547fc623ba5b491226eaa9d49aed053d: Waiting for close lock at 1731475320737Running coprocessor pre-close hooks at 1731475320737Disabling compacts and flushes for region at 1731475320737Disabling writes for close at 1731475320737Failed flush hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d., putting online again at 1731475320737 2024-11-13T05:22:00,737 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731475303218.547fc623ba5b491226eaa9d49aed053d. 2024-11-13T05:22:00,909 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.wal-reader.a61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/WALs/a61c20bd729c,41687,1731475286010/a61c20bd729c%2C41687%2C1731475286010.1731475288219 to pos 2357, reset compression=false 2024-11-13T05:22:00,937 DEBUG [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:22:01,025 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/.tmp/table/59e5f4c756ee474e881a1276993513fe 2024-11-13T05:22:01,029 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/.tmp/info/571b7f278c294350ba923d7569c22f3f as hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/info/571b7f278c294350ba923d7569c22f3f 2024-11-13T05:22:01,033 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/info/571b7f278c294350ba923d7569c22f3f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T05:22:01,033 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/.tmp/ns/78db7e233e1f4a14adaa9ad836f26cc1 as hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/ns/78db7e233e1f4a14adaa9ad836f26cc1 2024-11-13T05:22:01,037 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/ns/78db7e233e1f4a14adaa9ad836f26cc1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T05:22:01,037 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/.tmp/rep_barrier/0bde572958ce4a3889b2bedfeb1c9cb3 as hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/rep_barrier/0bde572958ce4a3889b2bedfeb1c9cb3 2024-11-13T05:22:01,040 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/rep_barrier/0bde572958ce4a3889b2bedfeb1c9cb3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T05:22:01,041 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/.tmp/table/59e5f4c756ee474e881a1276993513fe as hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/table/59e5f4c756ee474e881a1276993513fe 2024-11-13T05:22:01,044 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/table/59e5f4c756ee474e881a1276993513fe, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T05:22:01,045 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false 2024-11-13T05:22:01,045 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:22:01,051 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T05:22:01,051 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:22:01,051 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:22:01,051 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:22:01,051 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475319335Running coprocessor pre-close hooks at 1731475319335Disabling compacts and flushes for region at 1731475319335Disabling writes for close at 1731475319335Obtaining lock to block concurrent updates at 1731475319335Preparing flush snapshotting stores in 1588230740 at 1731475319335Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731475319336 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731475319336Flushing 1588230740/info: creating writer at 1731475319336Flushing 1588230740/info: appending metadata at 1731475319354 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731475319354Flushing 1588230740/ns: creating writer at 1731475319765 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731475319777 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731475319777Flushing 1588230740/rep_barrier: creating writer at 1731475320184 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731475320196 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731475320196Flushing 1588230740/table: creating writer at 1731475320604 (+408 ms)Flushing 1588230740/table: appending metadata at 1731475320621 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731475320621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b73c5: reopening flushed file at 1731475321029 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4969306f: reopening flushed file at 1731475321033 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@619760ec: reopening flushed file at 1731475321037 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14cfa6d1: reopening flushed file at 1731475321041 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false at 1731475321045 (+4 ms)Writing region close event to WAL at 1731475321048 (+3 ms)Running coprocessor post-close hooks at 1731475321051 (+3 ms)Closed at 1731475321051 2024-11-13T05:22:01,051 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:22:01,052 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:40615 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T05:22:01,137 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T05:22:01,137 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,41687,1731475286010; all regions closed. 2024-11-13T05:22:01,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741834_1010 (size=4239) 2024-11-13T05:22:01,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741839_1015 (size=2391) 2024-11-13T05:22:01,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741832_1008 (size=2365) 2024-11-13T05:22:01,146 DEBUG [RS:0;a61c20bd729c:41687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:01,146 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:22:01,146 INFO [RS:0;a61c20bd729c:41687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:22:01,146 INFO [RS:0;a61c20bd729c:41687 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T05:22:01,146 INFO [RS:0;a61c20bd729c:41687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:22:01,146 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:22:01,146 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a61c20bd729c,41687,1731475286010 because: Region server is closing 2024-11-13T05:22:01,146 INFO [RS:0;a61c20bd729c:41687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:41687. 2024-11-13T05:22:01,146 DEBUG [RS:0;a61c20bd729c:41687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:01,147 DEBUG [RS:0;a61c20bd729c:41687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:01,147 DEBUG [RS:0;a61c20bd729c:41687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:01,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:01,209 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1491, reset compression=false 2024-11-13T05:22:01,247 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,41687,1731475286010.replicationSource.shippera61c20bd729c%2C41687%2C1731475286010,1-a61c20bd729c,41687,1731475286010 terminated 2024-11-13T05:22:01,247 INFO [RS:0;a61c20bd729c:41687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:41687. 2024-11-13T05:22:01,247 DEBUG [RS:0;a61c20bd729c:41687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:01,247 DEBUG [RS:0;a61c20bd729c:41687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:01,247 DEBUG [RS:0;a61c20bd729c:41687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:01,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:01,247 INFO [RS:0;a61c20bd729c:41687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41687 2024-11-13T05:22:01,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1978509539/rs/a61c20bd729c,41687,1731475286010 2024-11-13T05:22:01,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539/rs 2024-11-13T05:22:01,312 INFO [RS:0;a61c20bd729c:41687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:22:01,322 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,41687,1731475286010] 2024-11-13T05:22:01,332 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1978509539/draining/a61c20bd729c,41687,1731475286010 already deleted, retry=false 2024-11-13T05:22:01,332 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,41687,1731475286010 expired; onlineServers=0 2024-11-13T05:22:01,332 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,40615,1731475285854' ***** 2024-11-13T05:22:01,332 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:22:01,332 INFO [M:0;a61c20bd729c:40615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:22:01,333 INFO [M:0;a61c20bd729c:40615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:22:01,333 DEBUG [M:0;a61c20bd729c:40615 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:22:01,333 DEBUG [M:0;a61c20bd729c:40615 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:22:01,333 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:22:01,333 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475288020 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475288020,5,FailOnTimeoutGroup] 2024-11-13T05:22:01,333 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475288020 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475288020,5,FailOnTimeoutGroup] 2024-11-13T05:22:01,333 INFO [M:0;a61c20bd729c:40615 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:22:01,333 INFO [M:0;a61c20bd729c:40615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:22:01,333 DEBUG [M:0;a61c20bd729c:40615 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:22:01,333 INFO [M:0;a61c20bd729c:40615 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:22:01,333 INFO [M:0;a61c20bd729c:40615 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:22:01,333 INFO [M:0;a61c20bd729c:40615 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:22:01,333 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:22:01,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1978509539/master 2024-11-13T05:22:01,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978509539 2024-11-13T05:22:01,343 DEBUG [M:0;a61c20bd729c:40615 {}] zookeeper.ZKUtil(347): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Unable to get data of znode /1978509539/master because node does not exist (not an error) 2024-11-13T05:22:01,343 WARN [M:0;a61c20bd729c:40615 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:22:01,343 INFO [M:0;a61c20bd729c:40615 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/.lastflushedseqids 2024-11-13T05:22:01,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741847_1023 (size=245) 2024-11-13T05:22:01,422 INFO [RS:0;a61c20bd729c:41687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:22:01,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:01,422 INFO [RS:0;a61c20bd729c:41687 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,41687,1731475286010; zookeeper connection closed. 2024-11-13T05:22:01,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10132a4050f0004, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:01,422 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e4a1bab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e4a1bab 2024-11-13T05:22:01,423 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:22:01,747 INFO [M:0;a61c20bd729c:40615 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:22:01,747 INFO [M:0;a61c20bd729c:40615 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:22:01,747 DEBUG [M:0;a61c20bd729c:40615 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:22:01,747 INFO [M:0;a61c20bd729c:40615 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:01,747 DEBUG [M:0;a61c20bd729c:40615 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:01,747 DEBUG [M:0;a61c20bd729c:40615 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:22:01,747 DEBUG [M:0;a61c20bd729c:40615 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:01,748 INFO [M:0;a61c20bd729c:40615 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-13T05:22:01,766 DEBUG [M:0;a61c20bd729c:40615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc243990a90a40a7b70222c7fb8ea3bd is 82, key is hbase:meta,,1/info:regioninfo/1731475289318/Put/seqid=0 2024-11-13T05:22:01,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741848_1024 (size=5672) 2024-11-13T05:22:01,975 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:22:01,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:01,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:02,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:02,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:02,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:02,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:02,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:02,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:02,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:02,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:02,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:02,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:02,169 INFO [M:0;a61c20bd729c:40615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc243990a90a40a7b70222c7fb8ea3bd 2024-11-13T05:22:02,189 DEBUG [M:0;a61c20bd729c:40615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3f9f62dc0e94889a17f7ad558f2547f is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731475297899/Put/seqid=0 2024-11-13T05:22:02,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741849_1025 (size=7219) 2024-11-13T05:22:02,312 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1491, reset compression=false 2024-11-13T05:22:02,593 INFO [M:0;a61c20bd729c:40615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3f9f62dc0e94889a17f7ad558f2547f 2024-11-13T05:22:02,596 INFO [M:0;a61c20bd729c:40615 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3f9f62dc0e94889a17f7ad558f2547f 2024-11-13T05:22:02,609 DEBUG [M:0;a61c20bd729c:40615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/baaa747abb594d5bbc0f9998120525ea is 69, key is a61c20bd729c,41687,1731475286010/rs:state/1731475288067/Put/seqid=0 2024-11-13T05:22:02,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741850_1026 (size=5156) 2024-11-13T05:22:03,012 INFO [M:0;a61c20bd729c:40615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/baaa747abb594d5bbc0f9998120525ea 2024-11-13T05:22:03,016 DEBUG [M:0;a61c20bd729c:40615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc243990a90a40a7b70222c7fb8ea3bd as hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc243990a90a40a7b70222c7fb8ea3bd 2024-11-13T05:22:03,021 INFO [M:0;a61c20bd729c:40615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc243990a90a40a7b70222c7fb8ea3bd, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T05:22:03,022 DEBUG [M:0;a61c20bd729c:40615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3f9f62dc0e94889a17f7ad558f2547f as hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3f9f62dc0e94889a17f7ad558f2547f 2024-11-13T05:22:03,025 INFO [M:0;a61c20bd729c:40615 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3f9f62dc0e94889a17f7ad558f2547f 2024-11-13T05:22:03,026 INFO [M:0;a61c20bd729c:40615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3f9f62dc0e94889a17f7ad558f2547f, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T05:22:03,026 DEBUG [M:0;a61c20bd729c:40615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/baaa747abb594d5bbc0f9998120525ea as hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/baaa747abb594d5bbc0f9998120525ea 2024-11-13T05:22:03,030 INFO [M:0;a61c20bd729c:40615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43759/user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/baaa747abb594d5bbc0f9998120525ea, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T05:22:03,031 INFO [M:0;a61c20bd729c:40615 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false 2024-11-13T05:22:03,032 INFO [M:0;a61c20bd729c:40615 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:03,032 DEBUG [M:0;a61c20bd729c:40615 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475321747Disabling compacts and flushes for region at 1731475321747Disabling writes for close at 1731475321747Obtaining lock to block concurrent updates at 1731475321748 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475321748Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731475321748Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475321748Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475321748Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475321765 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475321765Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475322172 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475322188 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475322188Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475322596 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475322609 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475322609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c4d4de6: reopening flushed file at 1731475323016 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@93ddd6: reopening flushed file at 1731475323021 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e488789: reopening flushed file at 1731475323026 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false at 1731475323031 (+5 ms)Writing region close event to WAL at 1731475323032 (+1 ms)Closed at 1731475323032 2024-11-13T05:22:03,034 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a60dde5-f5f7-3936-a5c5-8a0492accbf3/MasterData/WALs/a61c20bd729c,40615,1731475285854/a61c20bd729c%2C40615%2C1731475285854.1731475287755 not finished, retry = 0 2024-11-13T05:22:03,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741830_1006 (size=64435) 2024-11-13T05:22:03,134 INFO [M:0;a61c20bd729c:40615 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:22:03,134 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:22:03,134 INFO [M:0;a61c20bd729c:40615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40615 2024-11-13T05:22:03,135 INFO [M:0;a61c20bd729c:40615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:22:03,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:03,380 INFO [M:0;a61c20bd729c:40615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:22:03,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40615-0x10132a4050f0003, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:03,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3da64c88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:22:03,382 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fc9cb47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:22:03,382 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:22:03,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37e857e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:22:03,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37999a1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/hadoop.log.dir/,STOPPED} 2024-11-13T05:22:03,383 WARN [BP-1388813916-172.17.0.3-1731475283813 heartbeating to localhost/127.0.0.1:43759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:22:03,383 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:22:03,383 WARN [BP-1388813916-172.17.0.3-1731475283813 heartbeating to localhost/127.0.0.1:43759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1388813916-172.17.0.3-1731475283813 (Datanode Uuid d0e2bb81-e70b-4c39-af60-451415d8c3b8) service to localhost/127.0.0.1:43759 2024-11-13T05:22:03,383 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:22:03,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/cluster_556ad12e-d114-cc4c-5c29-6b8e2c2e2568/data/data1/current/BP-1388813916-172.17.0.3-1731475283813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:22:03,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/cluster_556ad12e-d114-cc4c-5c29-6b8e2c2e2568/data/data2/current/BP-1388813916-172.17.0.3-1731475283813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:22:03,384 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:22:03,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624c38f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:22:03,390 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ec3d9bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:22:03,390 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:22:03,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@413816ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:22:03,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dafa61f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6780c22-4294-b260-fdee-57041d9e4f56/hadoop.log.dir/,STOPPED} 2024-11-13T05:22:03,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:22:03,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:22:03,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:22:03,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:03,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:03,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:03,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:03,409 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:22:03,409 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1718615102, stopped=false 2024-11-13T05:22:03,409 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,44471,1731475280165 2024-11-13T05:22:03,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0705946215/running 2024-11-13T05:22:03,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0705946215/running 2024-11-13T05:22:03,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215 2024-11-13T05:22:03,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215 2024-11-13T05:22:03,491 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:22:03,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:22:03,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:03,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Set watcher on znode that does not yet exist, /0705946215/running 2024-11-13T05:22:03,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Set watcher on znode that does not yet exist, /0705946215/running 2024-11-13T05:22:03,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:03,491 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,44313,1731475280335' ***** 2024-11-13T05:22:03,491 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:22:03,491 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:22:03,492 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:22:03,492 INFO [RS:0;a61c20bd729c:44313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:22:03,492 INFO [RS:0;a61c20bd729c:44313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:22:03,492 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(3091): Received CLOSE for 99cb9d2466968264dcb7b0d3a12f2548 2024-11-13T05:22:03,492 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(3091): Received CLOSE for 779e91932d26bfe9439b0b7a887958cb 2024-11-13T05:22:03,492 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,44313,1731475280335 2024-11-13T05:22:03,492 INFO [RS:0;a61c20bd729c:44313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:22:03,492 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99cb9d2466968264dcb7b0d3a12f2548, disabling compactions & flushes 2024-11-13T05:22:03,492 INFO [RS:0;a61c20bd729c:44313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:44313. 2024-11-13T05:22:03,492 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548. 2024-11-13T05:22:03,492 DEBUG [RS:0;a61c20bd729c:44313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:03,492 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548. 2024-11-13T05:22:03,492 DEBUG [RS:0;a61c20bd729c:44313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:03,492 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548. after waiting 0 ms 2024-11-13T05:22:03,492 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548. 2024-11-13T05:22:03,492 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:22:03,492 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:22:03,492 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:22:03,493 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:22:03,493 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 99cb9d2466968264dcb7b0d3a12f2548 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-13T05:22:03,493 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T05:22:03,493 DEBUG [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 99cb9d2466968264dcb7b0d3a12f2548=hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548., 779e91932d26bfe9439b0b7a887958cb=test,,1731475294591.779e91932d26bfe9439b0b7a887958cb.} 2024-11-13T05:22:03,493 DEBUG [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 779e91932d26bfe9439b0b7a887958cb, 99cb9d2466968264dcb7b0d3a12f2548 2024-11-13T05:22:03,493 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:22:03,493 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:22:03,493 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:22:03,493 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:22:03,493 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:22:03,493 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T05:22:03,499 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:22:03,499 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:22:03,507 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/replication/99cb9d2466968264dcb7b0d3a12f2548/.tmp/queue/e642f12dbbe144a0be657221dc4f6b9f is 154, key is 1-a61c20bd729c,44313,1731475280335/queue:a61c20bd729c%2C44313%2C1731475280335/1731475315780/Put/seqid=0 2024-11-13T05:22:03,507 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/.tmp/info/fd4a01883f6c4e24b3757b0cae914078 is 147, key is hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548./info:regioninfo/1731475302215/Put/seqid=0 2024-11-13T05:22:03,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741841_1017 (size=5353) 2024-11-13T05:22:03,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741840_1016 (size=7686) 2024-11-13T05:22:03,516 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1491, reset compression=false 2024-11-13T05:22:03,531 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:22:03,693 DEBUG [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 779e91932d26bfe9439b0b7a887958cb, 99cb9d2466968264dcb7b0d3a12f2548 2024-11-13T05:22:03,825 INFO [master/a61c20bd729c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T05:22:03,825 INFO [master/a61c20bd729c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T05:22:03,893 DEBUG [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 779e91932d26bfe9439b0b7a887958cb, 99cb9d2466968264dcb7b0d3a12f2548 2024-11-13T05:22:03,911 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/replication/99cb9d2466968264dcb7b0d3a12f2548/.tmp/queue/e642f12dbbe144a0be657221dc4f6b9f 2024-11-13T05:22:03,911 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/.tmp/info/fd4a01883f6c4e24b3757b0cae914078 2024-11-13T05:22:03,915 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/replication/99cb9d2466968264dcb7b0d3a12f2548/.tmp/queue/e642f12dbbe144a0be657221dc4f6b9f as hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/replication/99cb9d2466968264dcb7b0d3a12f2548/queue/e642f12dbbe144a0be657221dc4f6b9f 2024-11-13T05:22:03,919 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/replication/99cb9d2466968264dcb7b0d3a12f2548/queue/e642f12dbbe144a0be657221dc4f6b9f, entries=1, sequenceid=14, filesize=5.2 K 2024-11-13T05:22:03,920 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 99cb9d2466968264dcb7b0d3a12f2548 in 428ms, sequenceid=14, compaction requested=false 2024-11-13T05:22:03,928 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/.tmp/ns/4a0d3b4cf28c4b2495ba7a6e5d1db6ab is 43, key is default/ns:d/1731475283699/Put/seqid=0 2024-11-13T05:22:03,928 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/replication/99cb9d2466968264dcb7b0d3a12f2548/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-13T05:22:03,929 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:22:03,929 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:22:03,929 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548. 2024-11-13T05:22:03,929 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99cb9d2466968264dcb7b0d3a12f2548: Waiting for close lock at 1731475323492Running coprocessor pre-close hooks at 1731475323492Disabling compacts and flushes for region at 1731475323492Disabling writes for close at 1731475323492Obtaining lock to block concurrent updates at 1731475323493 (+1 ms)Preparing flush snapshotting stores in 99cb9d2466968264dcb7b0d3a12f2548 at 1731475323493Finished memstore snapshotting hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731475323493Flushing stores of hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548. at 1731475323493Flushing 99cb9d2466968264dcb7b0d3a12f2548/queue: creating writer at 1731475323494 (+1 ms)Flushing 99cb9d2466968264dcb7b0d3a12f2548/queue: appending metadata at 1731475323507 (+13 ms)Flushing 99cb9d2466968264dcb7b0d3a12f2548/queue: closing flushed file at 1731475323507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7449b460: reopening flushed file at 1731475323915 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 99cb9d2466968264dcb7b0d3a12f2548 in 428ms, sequenceid=14, compaction requested=false at 1731475323920 (+5 ms)Writing region close event to WAL at 1731475323924 (+4 ms)Running coprocessor post-close hooks at 1731475323929 (+5 ms)Closed at 1731475323929 2024-11-13T05:22:03,929 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731475301055.99cb9d2466968264dcb7b0d3a12f2548. 2024-11-13T05:22:03,929 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 779e91932d26bfe9439b0b7a887958cb, disabling compactions & flushes 2024-11-13T05:22:03,929 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731475294591.779e91932d26bfe9439b0b7a887958cb. 2024-11-13T05:22:03,929 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475294591.779e91932d26bfe9439b0b7a887958cb. 2024-11-13T05:22:03,929 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731475294591.779e91932d26bfe9439b0b7a887958cb. after waiting 0 ms 2024-11-13T05:22:03,929 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731475294591.779e91932d26bfe9439b0b7a887958cb. 2024-11-13T05:22:03,929 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 779e91932d26bfe9439b0b7a887958cb 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-13T05:22:03,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741842_1018 (size=5153) 2024-11-13T05:22:03,943 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb/.tmp/f/f463535bdd2c454e819e8123380721e1 is 37, key is row3/f:row3/1731475314232/Put/seqid=0 2024-11-13T05:22:03,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741843_1019 (size=5228) 2024-11-13T05:22:04,093 DEBUG [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 779e91932d26bfe9439b0b7a887958cb 2024-11-13T05:22:04,293 DEBUG [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 779e91932d26bfe9439b0b7a887958cb 2024-11-13T05:22:04,333 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/.tmp/ns/4a0d3b4cf28c4b2495ba7a6e5d1db6ab 2024-11-13T05:22:04,347 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb/.tmp/f/f463535bdd2c454e819e8123380721e1 2024-11-13T05:22:04,348 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/.tmp/rep_barrier/812186a239d143b980763f8c101495c6 is 112, key is test,,1731475294591.779e91932d26bfe9439b0b7a887958cb./rep_barrier:seqnumDuringOpen/1731475295754/Put/seqid=0 2024-11-13T05:22:04,350 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f463535bdd2c454e819e8123380721e1 2024-11-13T05:22:04,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741844_1020 (size=5518) 2024-11-13T05:22:04,363 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb/.tmp/f1/45ab800dcb61413290058070611fa9bf is 30, key is row1/f1:/1731475311569/DeleteFamily/seqid=0 2024-11-13T05:22:04,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741845_1021 (size=5158) 2024-11-13T05:22:04,494 DEBUG [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 779e91932d26bfe9439b0b7a887958cb 2024-11-13T05:22:04,694 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T05:22:04,694 DEBUG [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 779e91932d26bfe9439b0b7a887958cb=test,,1731475294591.779e91932d26bfe9439b0b7a887958cb.} 2024-11-13T05:22:04,694 DEBUG [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 779e91932d26bfe9439b0b7a887958cb 2024-11-13T05:22:04,752 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/.tmp/rep_barrier/812186a239d143b980763f8c101495c6 2024-11-13T05:22:04,766 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb/.tmp/f1/45ab800dcb61413290058070611fa9bf 2024-11-13T05:22:04,775 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/.tmp/table/098a00761ce3484c818a5d39910faa38 is 53, key is hbase:replication/table:state/1731475302221/Put/seqid=0 2024-11-13T05:22:04,777 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45ab800dcb61413290058070611fa9bf 2024-11-13T05:22:04,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741846_1022 (size=5308) 2024-11-13T05:22:04,791 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb/.tmp/norep/904c4acda6f74d2697700498e9f5923e is 32, key is row/norep:/1731475310564/DeleteFamily/seqid=0 2024-11-13T05:22:04,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741847_1023 (size=5101) 2024-11-13T05:22:04,794 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb/.tmp/norep/904c4acda6f74d2697700498e9f5923e 2024-11-13T05:22:04,798 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 904c4acda6f74d2697700498e9f5923e 2024-11-13T05:22:04,798 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb/.tmp/f/f463535bdd2c454e819e8123380721e1 as hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb/f/f463535bdd2c454e819e8123380721e1 2024-11-13T05:22:04,802 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f463535bdd2c454e819e8123380721e1 2024-11-13T05:22:04,802 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb/f/f463535bdd2c454e819e8123380721e1, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T05:22:04,803 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb/.tmp/f1/45ab800dcb61413290058070611fa9bf as hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb/f1/45ab800dcb61413290058070611fa9bf 2024-11-13T05:22:04,806 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45ab800dcb61413290058070611fa9bf 2024-11-13T05:22:04,806 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb/f1/45ab800dcb61413290058070611fa9bf, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T05:22:04,807 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb/.tmp/norep/904c4acda6f74d2697700498e9f5923e as hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb/norep/904c4acda6f74d2697700498e9f5923e 2024-11-13T05:22:04,811 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 904c4acda6f74d2697700498e9f5923e 2024-11-13T05:22:04,811 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb/norep/904c4acda6f74d2697700498e9f5923e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T05:22:04,812 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 779e91932d26bfe9439b0b7a887958cb in 883ms, sequenceid=12, compaction requested=false 2024-11-13T05:22:04,812 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T05:22:04,816 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/default/test/779e91932d26bfe9439b0b7a887958cb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T05:22:04,816 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:22:04,816 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:22:04,816 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731475294591.779e91932d26bfe9439b0b7a887958cb. 2024-11-13T05:22:04,816 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 779e91932d26bfe9439b0b7a887958cb: Waiting for close lock at 1731475323929Running coprocessor pre-close hooks at 1731475323929Disabling compacts and flushes for region at 1731475323929Disabling writes for close at 1731475323929Obtaining lock to block concurrent updates at 1731475323929Preparing flush snapshotting stores in 779e91932d26bfe9439b0b7a887958cb at 1731475323929Finished memstore snapshotting test,,1731475294591.779e91932d26bfe9439b0b7a887958cb., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731475323930 (+1 ms)Flushing stores of test,,1731475294591.779e91932d26bfe9439b0b7a887958cb. at 1731475323930Flushing 779e91932d26bfe9439b0b7a887958cb/f: creating writer at 1731475323930Flushing 779e91932d26bfe9439b0b7a887958cb/f: appending metadata at 1731475323943 (+13 ms)Flushing 779e91932d26bfe9439b0b7a887958cb/f: closing flushed file at 1731475323943Flushing 779e91932d26bfe9439b0b7a887958cb/f1: creating writer at 1731475324350 (+407 ms)Flushing 779e91932d26bfe9439b0b7a887958cb/f1: appending metadata at 1731475324362 (+12 ms)Flushing 779e91932d26bfe9439b0b7a887958cb/f1: closing flushed file at 1731475324363 (+1 ms)Flushing 779e91932d26bfe9439b0b7a887958cb/norep: creating writer at 1731475324777 (+414 ms)Flushing 779e91932d26bfe9439b0b7a887958cb/norep: appending metadata at 1731475324791 (+14 ms)Flushing 779e91932d26bfe9439b0b7a887958cb/norep: closing flushed file at 1731475324791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e005b1: reopening flushed file at 1731475324798 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2330c3: reopening flushed file at 1731475324802 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e7159f1: reopening flushed file at 1731475324806 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 779e91932d26bfe9439b0b7a887958cb in 883ms, sequenceid=12, compaction requested=false at 1731475324812 (+6 ms)Writing region close event to WAL at 1731475324813 (+1 ms)Running coprocessor post-close hooks at 1731475324816 (+3 ms)Closed at 1731475324816 2024-11-13T05:22:04,816 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731475294591.779e91932d26bfe9439b0b7a887958cb. 2024-11-13T05:22:04,818 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 1491, reset compression=false 2024-11-13T05:22:04,822 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:22:04,822 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 2382, reset compression=false 2024-11-13T05:22:04,822 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,44313,1731475280335 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628, lastWalPosition=2382, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:22:04,823 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a61c20bd729c,44313,1731475280335: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a61c20bd729c,44313,1731475280335, walGroup=a61c20bd729c%2C44313%2C1731475280335, offset=a61c20bd729c%2C44313%2C1731475280335.1731475282628:2382, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:44313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T05:22:04,825 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T05:22:04,825 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T05:22:04,826 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T05:22:04,826 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T05:22:04,826 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T05:22:04,826 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1231028224, "init": 1048576000, "max": 2306867200, "used": 740278112 }, "NonHeapMemoryUsage": { "committed": 202571776, "init": 7667712, "max": -1, "used": 199668144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T05:22:04,826 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:44471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:44471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T05:22:04,894 DEBUG [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:22:05,028 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 2382, reset compression=false 2024-11-13T05:22:05,094 DEBUG [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:22:05,181 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/.tmp/table/098a00761ce3484c818a5d39910faa38 2024-11-13T05:22:05,184 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/.tmp/info/fd4a01883f6c4e24b3757b0cae914078 as hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/info/fd4a01883f6c4e24b3757b0cae914078 2024-11-13T05:22:05,187 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/info/fd4a01883f6c4e24b3757b0cae914078, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T05:22:05,188 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/.tmp/ns/4a0d3b4cf28c4b2495ba7a6e5d1db6ab as hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/ns/4a0d3b4cf28c4b2495ba7a6e5d1db6ab 2024-11-13T05:22:05,190 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/ns/4a0d3b4cf28c4b2495ba7a6e5d1db6ab, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T05:22:05,191 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/.tmp/rep_barrier/812186a239d143b980763f8c101495c6 as hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/rep_barrier/812186a239d143b980763f8c101495c6 2024-11-13T05:22:05,193 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/rep_barrier/812186a239d143b980763f8c101495c6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T05:22:05,194 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/.tmp/table/098a00761ce3484c818a5d39910faa38 as hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/table/098a00761ce3484c818a5d39910faa38 2024-11-13T05:22:05,196 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/table/098a00761ce3484c818a5d39910faa38, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T05:22:05,197 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-11-13T05:22:05,197 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:22:05,200 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T05:22:05,201 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:22:05,201 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:22:05,201 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:22:05,201 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475323493Running coprocessor pre-close hooks at 1731475323493Disabling compacts and flushes for region at 1731475323493Disabling writes for close at 1731475323493Obtaining lock to block concurrent updates at 1731475323493Preparing flush snapshotting stores in 1588230740 at 1731475323493Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731475323493Flushing stores of hbase:meta,,1.1588230740 at 1731475323494 (+1 ms)Flushing 1588230740/info: creating writer at 1731475323494Flushing 1588230740/info: appending metadata at 1731475323507 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731475323507Flushing 1588230740/ns: creating writer at 1731475323915 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731475323928 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731475323928Flushing 1588230740/rep_barrier: creating writer at 1731475324336 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731475324348 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731475324348Flushing 1588230740/table: creating writer at 1731475324755 (+407 ms)Flushing 1588230740/table: appending metadata at 1731475324774 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731475324774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411838ed: reopening flushed file at 1731475325184 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c07fe1f: reopening flushed file at 1731475325187 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5101bc3a: reopening flushed file at 1731475325190 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de520be: reopening flushed file at 1731475325194 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1731475325197 (+3 ms)Writing region close event to WAL at 1731475325198 (+1 ms)Running coprocessor post-close hooks at 1731475325201 (+3 ms)Closed at 1731475325201 2024-11-13T05:22:05,201 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:22:05,294 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,44313,1731475280335; all regions closed. 2024-11-13T05:22:05,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741834_1010 (size=4239) 2024-11-13T05:22:05,296 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.meta.1731475283619.meta not finished, retry = 0 2024-11-13T05:22:05,331 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 to pos 2382, reset compression=false 2024-11-13T05:22:05,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741839_1015 (size=3552) 2024-11-13T05:22:05,399 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.rep.1731475302185 not finished, retry = 0 2024-11-13T05:22:05,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741832_1008 (size=2390) 2024-11-13T05:22:05,501 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/WALs/a61c20bd729c,44313,1731475280335/a61c20bd729c%2C44313%2C1731475280335.1731475282628 not finished, retry = 0 2024-11-13T05:22:05,602 DEBUG [RS:0;a61c20bd729c:44313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:05,602 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:22:05,602 INFO [RS:0;a61c20bd729c:44313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:22:05,602 INFO [RS:0;a61c20bd729c:44313 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T05:22:05,602 INFO [RS:0;a61c20bd729c:44313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:22:05,603 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:22:05,603 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a61c20bd729c,44313,1731475280335 because: Region server is closing 2024-11-13T05:22:05,603 INFO [RS:0;a61c20bd729c:44313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:44313. 2024-11-13T05:22:05,603 DEBUG [RS:0;a61c20bd729c:44313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:05,603 DEBUG [RS:0;a61c20bd729c:44313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:05,603 DEBUG [RS:0;a61c20bd729c:44313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:05,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:05,704 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.shippera61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 terminated 2024-11-13T05:22:05,704 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,44313,1731475280335.replicationSource.wal-reader.a61c20bd729c%2C44313%2C1731475280335,1-a61c20bd729c,44313,1731475280335 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T05:22:05,704 INFO [RS:0;a61c20bd729c:44313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:44313. 2024-11-13T05:22:05,704 DEBUG [RS:0;a61c20bd729c:44313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:05,704 DEBUG [RS:0;a61c20bd729c:44313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:05,704 DEBUG [RS:0;a61c20bd729c:44313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:05,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:05,704 INFO [RS:0;a61c20bd729c:44313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44313 2024-11-13T05:22:05,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0705946215/rs/a61c20bd729c,44313,1731475280335 2024-11-13T05:22:05,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215/rs 2024-11-13T05:22:05,774 INFO [RS:0;a61c20bd729c:44313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:22:05,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,44313,1731475280335] 2024-11-13T05:22:05,795 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0705946215/draining/a61c20bd729c,44313,1731475280335 already deleted, retry=false 2024-11-13T05:22:05,795 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,44313,1731475280335 expired; onlineServers=0 2024-11-13T05:22:05,795 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,44471,1731475280165' ***** 2024-11-13T05:22:05,795 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:22:05,796 INFO [M:0;a61c20bd729c:44471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:22:05,796 INFO [M:0;a61c20bd729c:44471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:22:05,796 DEBUG [M:0;a61c20bd729c:44471 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:22:05,796 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:22:05,796 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475282424 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475282424,5,FailOnTimeoutGroup] 2024-11-13T05:22:05,796 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475282424 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475282424,5,FailOnTimeoutGroup] 2024-11-13T05:22:05,796 DEBUG [M:0;a61c20bd729c:44471 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:22:05,796 INFO [M:0;a61c20bd729c:44471 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:22:05,796 INFO [M:0;a61c20bd729c:44471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:22:05,796 DEBUG [M:0;a61c20bd729c:44471 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:22:05,796 INFO [M:0;a61c20bd729c:44471 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:22:05,796 INFO [M:0;a61c20bd729c:44471 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:22:05,796 INFO [M:0;a61c20bd729c:44471 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:22:05,796 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:22:05,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0705946215/master 2024-11-13T05:22:05,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705946215 2024-11-13T05:22:05,806 DEBUG [M:0;a61c20bd729c:44471 {}] zookeeper.ZKUtil(347): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Unable to get data of znode /0705946215/master because node does not exist (not an error) 2024-11-13T05:22:05,806 WARN [M:0;a61c20bd729c:44471 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:22:05,807 INFO [M:0;a61c20bd729c:44471 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/.lastflushedseqids 2024-11-13T05:22:05,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741848_1024 (size=245) 2024-11-13T05:22:05,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:05,885 INFO [RS:0;a61c20bd729c:44313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:22:05,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44313-0x10132a4050f0001, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:05,885 INFO [RS:0;a61c20bd729c:44313 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,44313,1731475280335; zookeeper connection closed. 2024-11-13T05:22:05,885 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@787f1d02 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@787f1d02 2024-11-13T05:22:05,886 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:22:06,210 INFO [M:0;a61c20bd729c:44471 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:22:06,210 INFO [M:0;a61c20bd729c:44471 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:22:06,211 DEBUG [M:0;a61c20bd729c:44471 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:22:06,211 INFO [M:0;a61c20bd729c:44471 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:06,211 DEBUG [M:0;a61c20bd729c:44471 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:06,211 DEBUG [M:0;a61c20bd729c:44471 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:22:06,211 DEBUG [M:0;a61c20bd729c:44471 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:06,211 INFO [M:0;a61c20bd729c:44471 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-13T05:22:06,224 DEBUG [M:0;a61c20bd729c:44471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/642541efa1aa44439694fa4b13429b80 is 82, key is hbase:meta,,1/info:regioninfo/1731475283648/Put/seqid=0 2024-11-13T05:22:06,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741849_1025 (size=5672) 2024-11-13T05:22:06,627 INFO [M:0;a61c20bd729c:44471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/642541efa1aa44439694fa4b13429b80 2024-11-13T05:22:06,647 DEBUG [M:0;a61c20bd729c:44471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57cba9086f4346819c1d124c0e170ca2 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731475295765/Put/seqid=0 2024-11-13T05:22:06,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741850_1026 (size=7219) 2024-11-13T05:22:07,051 INFO [M:0;a61c20bd729c:44471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57cba9086f4346819c1d124c0e170ca2 2024-11-13T05:22:07,054 INFO [M:0;a61c20bd729c:44471 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57cba9086f4346819c1d124c0e170ca2 2024-11-13T05:22:07,074 DEBUG [M:0;a61c20bd729c:44471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e1d1eb48de94e9a8b8584800c25f34d is 69, key is a61c20bd729c,44313,1731475280335/rs:state/1731475282486/Put/seqid=0 2024-11-13T05:22:07,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741851_1027 (size=5156) 2024-11-13T05:22:07,478 INFO [M:0;a61c20bd729c:44471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e1d1eb48de94e9a8b8584800c25f34d 2024-11-13T05:22:07,482 DEBUG [M:0;a61c20bd729c:44471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/642541efa1aa44439694fa4b13429b80 as hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/642541efa1aa44439694fa4b13429b80 2024-11-13T05:22:07,485 INFO [M:0;a61c20bd729c:44471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/642541efa1aa44439694fa4b13429b80, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T05:22:07,485 DEBUG [M:0;a61c20bd729c:44471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57cba9086f4346819c1d124c0e170ca2 as hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57cba9086f4346819c1d124c0e170ca2 2024-11-13T05:22:07,488 INFO [M:0;a61c20bd729c:44471 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57cba9086f4346819c1d124c0e170ca2 2024-11-13T05:22:07,488 INFO [M:0;a61c20bd729c:44471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57cba9086f4346819c1d124c0e170ca2, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T05:22:07,489 DEBUG [M:0;a61c20bd729c:44471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e1d1eb48de94e9a8b8584800c25f34d as hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e1d1eb48de94e9a8b8584800c25f34d 2024-11-13T05:22:07,492 INFO [M:0;a61c20bd729c:44471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36171/user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e1d1eb48de94e9a8b8584800c25f34d, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T05:22:07,493 INFO [M:0;a61c20bd729c:44471 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-13T05:22:07,494 INFO [M:0;a61c20bd729c:44471 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:07,494 DEBUG [M:0;a61c20bd729c:44471 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475326211Disabling compacts and flushes for region at 1731475326211Disabling writes for close at 1731475326211Obtaining lock to block concurrent updates at 1731475326211Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475326211Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731475326211Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475326212 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475326212Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475326224 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475326224Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475326630 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475326646 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475326646Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475327054 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475327073 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475327074 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64b82296: reopening flushed file at 1731475327481 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c82ed64: reopening flushed file at 1731475327485 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20d067d4: reopening flushed file at 1731475327488 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1731475327493 (+5 ms)Writing region close event to WAL at 1731475327494 (+1 ms)Closed at 1731475327494 2024-11-13T05:22:07,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46333 is added to blk_1073741830_1006 (size=64435) 2024-11-13T05:22:07,495 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6263a732-1cd5-514a-f7cb-d7802558fce4/MasterData/WALs/a61c20bd729c,44471,1731475280165/a61c20bd729c%2C44471%2C1731475280165.1731475282084 not finished, retry = 0 2024-11-13T05:22:07,596 INFO [M:0;a61c20bd729c:44471 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:22:07,596 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:22:07,596 INFO [M:0;a61c20bd729c:44471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44471 2024-11-13T05:22:07,597 INFO [M:0;a61c20bd729c:44471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:22:07,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:07,801 INFO [M:0;a61c20bd729c:44471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:22:07,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44471-0x10132a4050f0000, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:07,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@188d364{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:22:07,803 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a7a6bba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:22:07,803 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:22:07,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6876b713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:22:07,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd98a28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/hadoop.log.dir/,STOPPED} 2024-11-13T05:22:07,805 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:22:07,805 WARN [BP-886424395-172.17.0.3-1731475278196 heartbeating to localhost/127.0.0.1:36171 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:22:07,805 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:22:07,805 WARN [BP-886424395-172.17.0.3-1731475278196 heartbeating to localhost/127.0.0.1:36171 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-886424395-172.17.0.3-1731475278196 (Datanode Uuid bb3876d9-cf9d-4d9a-8546-6ebd6011931d) service to localhost/127.0.0.1:36171 2024-11-13T05:22:07,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/cluster_99c602c8-a1c1-48e5-0079-30d7e24a638d/data/data1/current/BP-886424395-172.17.0.3-1731475278196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:22:07,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/cluster_99c602c8-a1c1-48e5-0079-30d7e24a638d/data/data2/current/BP-886424395-172.17.0.3-1731475278196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:22:07,806 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:22:07,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e6dadd0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:22:07,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42243d59{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:22:07,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:22:07,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b31bdca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:22:07,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d10a9d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0dc108-81e6-cf54-7b07-66cbfd2057d6/hadoop.log.dir/,STOPPED} 2024-11-13T05:22:07,817 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T05:22:07,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:22:07,836 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 266) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:43759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:43759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64295) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:43759 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:43759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:36171 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64295) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:36171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64295) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:36149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:36149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:36171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:36149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:36171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=724 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=389 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=4141 (was 4308) 2024-11-13T05:22:07,844 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=724, MaxFileDescriptor=1048576, SystemLoadAverage=389, ProcessCount=11, AvailableMemoryMB=4142 2024-11-13T05:22:07,856 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-13T05:22:07,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/hadoop.log.dir so I do NOT create it in target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20 2024-11-13T05:22:07,856 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:22:07,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/hadoop.tmp.dir so I do NOT create it in target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20 2024-11-13T05:22:07,856 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecdd0c28-847e-a916-4b11-1658791fd95c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:22:07,856 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20 2024-11-13T05:22:07,856 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/cluster_1ea84680-80b0-c1b2-3095-783b9f785279, deleteOnExit=true 2024-11-13T05:22:07,859 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/cluster_1ea84680-80b0-c1b2-3095-783b9f785279/zookeeper_0, clientPort=64007, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/cluster_1ea84680-80b0-c1b2-3095-783b9f785279/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/cluster_1ea84680-80b0-c1b2-3095-783b9f785279/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T05:22:07,860 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64007 2024-11-13T05:22:07,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:22:07,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:22:07,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/test.cache.data in system properties and HBase conf 2024-11-13T05:22:07,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:22:07,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:22:07,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:22:07,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:22:07,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:22:07,861 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:22:07,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:22:07,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:22:07,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:22:07,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:22:07,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:22:07,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:22:07,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:22:07,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:22:07,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:22:07,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:22:07,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:22:07,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:22:07,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:22:07,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:22:07,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10132a4050f0008, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T05:22:07,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10132a4050f0002, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T05:22:07,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10132a4050f0005, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T05:22:07,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10132a4050f0002, quorum=127.0.0.1:64295, baseZNode=/0705946215 Received Disconnected from ZooKeeper, ignoring 2024-11-13T05:22:07,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10132a4050f0008, quorum=127.0.0.1:64295, baseZNode=/2-1465196008 Received Disconnected from ZooKeeper, ignoring 2024-11-13T05:22:07,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10132a4050f0005, quorum=127.0.0.1:64295, baseZNode=/1978509539 Received Disconnected from ZooKeeper, ignoring 2024-11-13T05:22:08,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:22:08,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:22:08,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:22:08,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:22:08,211 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:22:08,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:22:08,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d13cb06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:22:08,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59870692{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:22:08,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53841fba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/java.io.tmpdir/jetty-localhost-45163-hadoop-hdfs-3_4_1-tests_jar-_-any-2757443820773505017/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:22:08,310 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e30eaee{HTTP/1.1, (http/1.1)}{localhost:45163} 2024-11-13T05:22:08,310 INFO [Time-limited test {}] server.Server(415): Started @272439ms 2024-11-13T05:22:08,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:22:08,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:22:08,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:22:08,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:22:08,579 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:22:08,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6078a3c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:22:08,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8809b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:22:08,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b6b26e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/java.io.tmpdir/jetty-localhost-46237-hadoop-hdfs-3_4_1-tests_jar-_-any-788343185157616364/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:22:08,675 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bdfecec{HTTP/1.1, (http/1.1)}{localhost:46237} 2024-11-13T05:22:08,675 INFO [Time-limited test {}] server.Server(415): Started @272805ms 2024-11-13T05:22:08,677 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:22:09,409 WARN [Thread-3429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/cluster_1ea84680-80b0-c1b2-3095-783b9f785279/data/data2/current/BP-741733087-172.17.0.3-1731475327875/current, will proceed with Du for space computation calculation, 2024-11-13T05:22:09,409 WARN [Thread-3428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/cluster_1ea84680-80b0-c1b2-3095-783b9f785279/data/data1/current/BP-741733087-172.17.0.3-1731475327875/current, will proceed with Du for space computation calculation, 2024-11-13T05:22:09,425 WARN [Thread-3416 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:22:09,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40a53565d5b41306 with lease ID 0x662e0c16a36a79a0: Processing first storage report for DS-885114fe-c20a-436a-8182-79681cfaea8b from datanode DatanodeRegistration(127.0.0.1:36351, datanodeUuid=2db8334d-e9f9-4bb4-a1bb-4156210d2d20, infoPort=44149, infoSecurePort=0, ipcPort=42457, storageInfo=lv=-57;cid=testClusterID;nsid=722955739;c=1731475327875) 2024-11-13T05:22:09,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40a53565d5b41306 with lease ID 0x662e0c16a36a79a0: from storage DS-885114fe-c20a-436a-8182-79681cfaea8b node DatanodeRegistration(127.0.0.1:36351, datanodeUuid=2db8334d-e9f9-4bb4-a1bb-4156210d2d20, infoPort=44149, infoSecurePort=0, ipcPort=42457, storageInfo=lv=-57;cid=testClusterID;nsid=722955739;c=1731475327875), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T05:22:09,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40a53565d5b41306 with lease ID 0x662e0c16a36a79a0: Processing first storage report for DS-61d9b7ca-6768-400a-86cd-d9308139af2c from datanode DatanodeRegistration(127.0.0.1:36351, datanodeUuid=2db8334d-e9f9-4bb4-a1bb-4156210d2d20, infoPort=44149, infoSecurePort=0, ipcPort=42457, storageInfo=lv=-57;cid=testClusterID;nsid=722955739;c=1731475327875) 2024-11-13T05:22:09,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40a53565d5b41306 with lease ID 0x662e0c16a36a79a0: from storage DS-61d9b7ca-6768-400a-86cd-d9308139af2c node DatanodeRegistration(127.0.0.1:36351, datanodeUuid=2db8334d-e9f9-4bb4-a1bb-4156210d2d20, infoPort=44149, infoSecurePort=0, ipcPort=42457, storageInfo=lv=-57;cid=testClusterID;nsid=722955739;c=1731475327875), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:22:09,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:22:09,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:09,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:09,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:09,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:09,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:09,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:09,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:09,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:09,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:09,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:09,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:09,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:09,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:09,508 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20 2024-11-13T05:22:09,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:09,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:09,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:22:09,916 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2 with version=8 2024-11-13T05:22:09,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/hbase-staging 2024-11-13T05:22:09,918 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:22:09,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:09,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:09,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:22:09,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:09,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:22:09,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:22:09,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:22:09,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37175 2024-11-13T05:22:09,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37175 connecting to ZooKeeper ensemble=127.0.0.1:64007 2024-11-13T05:22:10,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371750x0, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:22:10,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37175-0x10132a4c71e0000 connected 2024-11-13T05:22:10,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:10,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:10,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Set watcher on znode that does not yet exist, /0-929921596/running 2024-11-13T05:22:10,114 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2, hbase.cluster.distributed=false 2024-11-13T05:22:10,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Set watcher on znode that does not yet exist, /0-929921596/acl 2024-11-13T05:22:10,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37175 2024-11-13T05:22:10,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37175 2024-11-13T05:22:10,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37175 2024-11-13T05:22:10,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37175 2024-11-13T05:22:10,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37175 2024-11-13T05:22:10,129 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:22:10,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:10,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:10,129 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:22:10,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:10,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:22:10,130 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:22:10,130 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:22:10,130 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35449 2024-11-13T05:22:10,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35449 connecting to ZooKeeper ensemble=127.0.0.1:64007 2024-11-13T05:22:10,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:10,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:10,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354490x0, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:22:10,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35449-0x10132a4c71e0001 connected 2024-11-13T05:22:10,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Set watcher on znode that does not yet exist, /0-929921596/running 2024-11-13T05:22:10,143 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:22:10,143 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:22:10,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Set watcher on znode that does not yet exist, /0-929921596/master 2024-11-13T05:22:10,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Set watcher on znode that does not yet exist, /0-929921596/acl 2024-11-13T05:22:10,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35449 2024-11-13T05:22:10,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35449 2024-11-13T05:22:10,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35449 2024-11-13T05:22:10,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35449 2024-11-13T05:22:10,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35449 2024-11-13T05:22:10,161 DEBUG [M:0;a61c20bd729c:37175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:37175 2024-11-13T05:22:10,163 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-929921596/backup-masters/a61c20bd729c,37175,1731475329918 2024-11-13T05:22:10,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596/backup-masters 2024-11-13T05:22:10,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596/backup-masters 2024-11-13T05:22:10,174 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Set watcher on existing znode=/0-929921596/backup-masters/a61c20bd729c,37175,1731475329918 2024-11-13T05:22:10,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-929921596/master 2024-11-13T05:22:10,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596 2024-11-13T05:22:10,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596 2024-11-13T05:22:10,185 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Set watcher on existing znode=/0-929921596/master 2024-11-13T05:22:10,185 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-929921596/backup-masters/a61c20bd729c,37175,1731475329918 from backup master directory 2024-11-13T05:22:10,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596/backup-masters 2024-11-13T05:22:10,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-929921596/backup-masters/a61c20bd729c,37175,1731475329918 2024-11-13T05:22:10,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596/backup-masters 2024-11-13T05:22:10,195 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:22:10,195 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,37175,1731475329918 2024-11-13T05:22:10,197 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/hbase.id] with ID: 3a9a83a7-baa9-495c-9547-07e9e5f280dc 2024-11-13T05:22:10,197 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/.tmp/hbase.id 2024-11-13T05:22:10,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:22:10,601 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/.tmp/hbase.id]:[hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/hbase.id] 2024-11-13T05:22:10,608 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:10,608 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:22:10,609 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T05:22:10,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596 2024-11-13T05:22:10,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596 2024-11-13T05:22:10,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:22:11,066 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:22:11,066 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:22:11,067 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:22:11,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:22:11,472 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store 2024-11-13T05:22:11,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:22:11,877 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:11,877 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:22:11,877 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:11,877 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:11,877 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:22:11,877 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:11,877 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:11,877 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475331877Disabling compacts and flushes for region at 1731475331877Disabling writes for close at 1731475331877Writing region close event to WAL at 1731475331877Closed at 1731475331877 2024-11-13T05:22:11,878 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/.initializing 2024-11-13T05:22:11,878 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/WALs/a61c20bd729c,37175,1731475329918 2024-11-13T05:22:11,878 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:22:11,879 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C37175%2C1731475329918, suffix=, logDir=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/WALs/a61c20bd729c,37175,1731475329918, archiveDir=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/oldWALs, maxLogs=10 2024-11-13T05:22:11,891 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/WALs/a61c20bd729c,37175,1731475329918/a61c20bd729c%2C37175%2C1731475329918.1731475331880, exclude list is [], retry=0 2024-11-13T05:22:11,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-885114fe-c20a-436a-8182-79681cfaea8b,DISK] 2024-11-13T05:22:11,894 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/WALs/a61c20bd729c,37175,1731475329918/a61c20bd729c%2C37175%2C1731475329918.1731475331880 2024-11-13T05:22:11,895 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44149:44149)] 2024-11-13T05:22:11,895 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:22:11,895 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:11,895 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:11,895 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:11,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:11,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:22:11,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:11,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:11,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:11,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:22:11,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:11,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:11,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:11,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:22:11,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:11,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:11,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:11,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:22:11,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:11,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:11,901 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:11,902 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:11,902 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:11,903 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:11,903 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:11,903 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:22:11,904 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:11,905 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:22:11,906 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71696639, jitterRate=0.06836317479610443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:22:11,906 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475331895Initializing all the Stores at 1731475331896 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475331896Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475331896Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475331896Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475331896Cleaning up temporary data from old regions at 1731475331903 (+7 ms)Region opened successfully at 1731475331906 (+3 ms) 2024-11-13T05:22:11,906 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:22:11,908 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76789fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:22:11,909 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:22:11,909 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:22:11,909 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:22:11,909 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:22:11,909 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:22:11,910 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:22:11,910 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:22:11,915 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:22:11,916 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Unable to get data of znode /0-929921596/balancer because node does not exist (not necessarily an error) 2024-11-13T05:22:11,963 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-929921596/balancer already deleted, retry=false 2024-11-13T05:22:11,963 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:22:11,964 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Unable to get data of znode /0-929921596/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:22:11,974 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-929921596/normalizer already deleted, retry=false 2024-11-13T05:22:11,974 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:22:11,974 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Unable to get data of znode /0-929921596/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:22:11,984 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-929921596/switch/split already deleted, retry=false 2024-11-13T05:22:11,985 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Unable to get data of znode /0-929921596/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:22:11,995 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-929921596/switch/merge already deleted, retry=false 2024-11-13T05:22:11,996 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Unable to get data of znode /0-929921596/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:22:12,005 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-929921596/snapshot-cleanup already deleted, retry=false 2024-11-13T05:22:12,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-929921596/running 2024-11-13T05:22:12,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-929921596/running 2024-11-13T05:22:12,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596 2024-11-13T05:22:12,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596 2024-11-13T05:22:12,016 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,37175,1731475329918, sessionid=0x10132a4c71e0000, setting cluster-up flag (Was=false) 2024-11-13T05:22:12,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596 2024-11-13T05:22:12,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596 2024-11-13T05:22:12,068 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-929921596/flush-table-proc/acquired, /0-929921596/flush-table-proc/reached, /0-929921596/flush-table-proc/abort 2024-11-13T05:22:12,070 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,37175,1731475329918 2024-11-13T05:22:12,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596 2024-11-13T05:22:12,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596 2024-11-13T05:22:12,121 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-929921596/online-snapshot/acquired, /0-929921596/online-snapshot/reached, /0-929921596/online-snapshot/abort 2024-11-13T05:22:12,122 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,37175,1731475329918 2024-11-13T05:22:12,123 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:22:12,124 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:22:12,124 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:22:12,124 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:22:12,124 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,37175,1731475329918 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:22:12,126 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:22:12,126 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:22:12,126 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:22:12,126 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:22:12,126 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:22:12,126 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:12,126 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:22:12,126 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:12,126 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475362126 2024-11-13T05:22:12,127 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:22:12,127 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:22:12,127 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:22:12,127 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:22:12,127 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:22:12,127 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:22:12,127 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:12,127 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:22:12,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:22:12,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:22:12,127 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:22:12,127 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:22:12,127 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:22:12,128 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:22:12,128 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:22:12,128 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475332128,5,FailOnTimeoutGroup] 2024-11-13T05:22:12,128 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475332128,5,FailOnTimeoutGroup] 2024-11-13T05:22:12,128 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:12,128 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:12,128 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:22:12,128 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:12,128 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:12,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:22:12,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:22:12,154 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(746): ClusterId : 3a9a83a7-baa9-495c-9547-07e9e5f280dc 2024-11-13T05:22:12,154 DEBUG [RS:0;a61c20bd729c:35449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:22:12,164 DEBUG [RS:0;a61c20bd729c:35449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:22:12,164 DEBUG [RS:0;a61c20bd729c:35449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:22:12,174 DEBUG [RS:0;a61c20bd729c:35449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:22:12,174 DEBUG [RS:0;a61c20bd729c:35449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597d7aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:22:12,184 DEBUG [RS:0;a61c20bd729c:35449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:35449 2024-11-13T05:22:12,184 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:22:12,184 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:22:12,184 DEBUG [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:22:12,185 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,37175,1731475329918 with port=35449, startcode=1731475330129 2024-11-13T05:22:12,185 DEBUG [RS:0;a61c20bd729c:35449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:22:12,186 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:22:12,187 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37175 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,35449,1731475330129 2024-11-13T05:22:12,187 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37175 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,35449,1731475330129 2024-11-13T05:22:12,188 DEBUG [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2 2024-11-13T05:22:12,188 DEBUG [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35791 2024-11-13T05:22:12,188 DEBUG [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:22:12,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596/rs 2024-11-13T05:22:12,195 DEBUG [RS:0;a61c20bd729c:35449 {}] zookeeper.ZKUtil(111): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Set watcher on existing znode=/0-929921596/rs/a61c20bd729c,35449,1731475330129 2024-11-13T05:22:12,195 WARN [RS:0;a61c20bd729c:35449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:22:12,195 INFO [RS:0;a61c20bd729c:35449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:22:12,195 DEBUG [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129 2024-11-13T05:22:12,195 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,35449,1731475330129] 2024-11-13T05:22:12,197 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:22:12,198 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:22:12,199 INFO [RS:0;a61c20bd729c:35449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:22:12,199 INFO [RS:0;a61c20bd729c:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:12,199 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:22:12,199 INFO [RS:0;a61c20bd729c:35449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:22:12,199 INFO [RS:0;a61c20bd729c:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:12,199 DEBUG [RS:0;a61c20bd729c:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:12,199 DEBUG [RS:0;a61c20bd729c:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:12,199 DEBUG [RS:0;a61c20bd729c:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:12,199 DEBUG [RS:0;a61c20bd729c:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:12,199 DEBUG [RS:0;a61c20bd729c:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:12,199 DEBUG [RS:0;a61c20bd729c:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:22:12,199 DEBUG [RS:0;a61c20bd729c:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:12,199 DEBUG [RS:0;a61c20bd729c:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:12,199 DEBUG [RS:0;a61c20bd729c:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:12,199 DEBUG [RS:0;a61c20bd729c:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:12,200 DEBUG [RS:0;a61c20bd729c:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:12,200 DEBUG [RS:0;a61c20bd729c:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:12,200 DEBUG [RS:0;a61c20bd729c:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:22:12,200 DEBUG [RS:0;a61c20bd729c:35449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:22:12,204 INFO [RS:0;a61c20bd729c:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:12,204 INFO [RS:0;a61c20bd729c:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:12,204 INFO [RS:0;a61c20bd729c:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:12,204 INFO [RS:0;a61c20bd729c:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:12,204 INFO [RS:0;a61c20bd729c:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:12,204 INFO [RS:0;a61c20bd729c:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35449,1731475330129-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:22:12,216 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:22:12,216 INFO [RS:0;a61c20bd729c:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35449,1731475330129-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:12,216 INFO [RS:0;a61c20bd729c:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:12,216 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.Replication(171): a61c20bd729c,35449,1731475330129 started 2024-11-13T05:22:12,227 INFO [RS:0;a61c20bd729c:35449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:12,227 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,35449,1731475330129, RpcServer on a61c20bd729c/172.17.0.3:35449, sessionid=0x10132a4c71e0001 2024-11-13T05:22:12,227 DEBUG [RS:0;a61c20bd729c:35449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:22:12,227 DEBUG [RS:0;a61c20bd729c:35449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,35449,1731475330129 2024-11-13T05:22:12,228 DEBUG [RS:0;a61c20bd729c:35449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,35449,1731475330129' 2024-11-13T05:22:12,228 DEBUG [RS:0;a61c20bd729c:35449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-929921596/flush-table-proc/abort' 2024-11-13T05:22:12,228 DEBUG [RS:0;a61c20bd729c:35449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-929921596/flush-table-proc/acquired' 2024-11-13T05:22:12,228 DEBUG [RS:0;a61c20bd729c:35449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:22:12,228 DEBUG [RS:0;a61c20bd729c:35449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:22:12,228 DEBUG [RS:0;a61c20bd729c:35449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,35449,1731475330129 2024-11-13T05:22:12,228 DEBUG [RS:0;a61c20bd729c:35449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,35449,1731475330129' 2024-11-13T05:22:12,228 DEBUG [RS:0;a61c20bd729c:35449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-929921596/online-snapshot/abort' 2024-11-13T05:22:12,229 DEBUG [RS:0;a61c20bd729c:35449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-929921596/online-snapshot/acquired' 2024-11-13T05:22:12,229 DEBUG [RS:0;a61c20bd729c:35449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:22:12,229 INFO [RS:0;a61c20bd729c:35449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:22:12,229 INFO [RS:0;a61c20bd729c:35449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:22:12,329 INFO [RS:0;a61c20bd729c:35449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:22:12,330 INFO [RS:0;a61c20bd729c:35449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C35449%2C1731475330129, suffix=, logDir=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129, archiveDir=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/oldWALs, maxLogs=10 2024-11-13T05:22:12,342 DEBUG [RS:0;a61c20bd729c:35449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331, exclude list is [], retry=0 2024-11-13T05:22:12,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-885114fe-c20a-436a-8182-79681cfaea8b,DISK] 2024-11-13T05:22:12,345 INFO [RS:0;a61c20bd729c:35449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 2024-11-13T05:22:12,345 DEBUG [RS:0;a61c20bd729c:35449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44149:44149)] 2024-11-13T05:22:12,534 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:22:12,534 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2 2024-11-13T05:22:12,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741833_1009 (size=32) 2024-11-13T05:22:12,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:12,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:22:12,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:22:12,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:12,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:12,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:22:12,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:22:12,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:12,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:12,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:22:12,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:22:12,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:12,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:12,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:22:12,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:22:12,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:12,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:12,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:22:12,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740 2024-11-13T05:22:12,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740 2024-11-13T05:22:12,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:22:12,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:22:12,945 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:22:12,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:22:12,947 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:22:12,947 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73664652, jitterRate=0.09768885374069214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:22:12,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475332939Initializing all the Stores at 1731475332939Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475332939Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475332939Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475332939Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475332939Cleaning up temporary data from old regions at 1731475332945 (+6 ms)Region opened successfully at 1731475332947 (+2 ms) 2024-11-13T05:22:12,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:22:12,947 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:22:12,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:22:12,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:22:12,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:22:12,948 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:22:12,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475332947Disabling compacts and flushes for region at 1731475332947Disabling writes for close at 1731475332947Writing region close event to WAL at 1731475332948 (+1 ms)Closed at 1731475332948 2024-11-13T05:22:12,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:22:12,948 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:22:12,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:22:12,949 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:22:12,950 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:22:13,100 DEBUG [a61c20bd729c:37175 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:22:13,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,35449,1731475330129 2024-11-13T05:22:13,102 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,35449,1731475330129, state=OPENING 2024-11-13T05:22:13,184 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:22:13,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596 2024-11-13T05:22:13,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596 2024-11-13T05:22:13,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-929921596/meta-region-server: CHANGED 2024-11-13T05:22:13,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-929921596/meta-region-server: CHANGED 2024-11-13T05:22:13,195 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:22:13,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,35449,1731475330129}] 2024-11-13T05:22:13,347 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:22:13,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:22:13,350 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:22:13,350 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:22:13,351 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:22:13,352 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C35449%2C1731475330129.meta, suffix=.meta, logDir=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129, archiveDir=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/oldWALs, maxLogs=10 2024-11-13T05:22:13,363 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.meta.1731475333352.meta, exclude list is [], retry=0 2024-11-13T05:22:13,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-885114fe-c20a-436a-8182-79681cfaea8b,DISK] 2024-11-13T05:22:13,366 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.meta.1731475333352.meta 2024-11-13T05:22:13,366 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44149:44149)] 2024-11-13T05:22:13,366 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:22:13,366 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:22:13,366 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:22:13,366 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:22:13,366 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:22:13,366 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:22:13,367 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:13,367 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:22:13,367 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:22:13,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:22:13,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:22:13,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:13,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:13,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:22:13,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:22:13,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:13,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:13,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:22:13,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:22:13,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:13,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:13,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:22:13,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:22:13,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:13,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:13,370 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:22:13,371 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740 2024-11-13T05:22:13,372 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740 2024-11-13T05:22:13,372 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:22:13,372 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:22:13,373 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:22:13,373 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:22:13,374 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61050204, jitterRate=-0.09028106927871704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:22:13,374 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:22:13,374 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475333367Writing region info on filesystem at 1731475333367Initializing all the Stores at 1731475333367Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475333367Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475333367Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475333367Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475333367Cleaning up temporary data from old regions at 1731475333372 (+5 ms)Running coprocessor post-open hooks at 1731475333374 (+2 ms)Region opened successfully at 1731475333374 2024-11-13T05:22:13,375 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475333347 2024-11-13T05:22:13,377 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:22:13,377 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:22:13,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,35449,1731475330129 2024-11-13T05:22:13,377 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,35449,1731475330129, state=OPEN 2024-11-13T05:22:13,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-929921596/meta-region-server 2024-11-13T05:22:13,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-929921596/meta-region-server 2024-11-13T05:22:13,415 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,35449,1731475330129 2024-11-13T05:22:13,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-929921596/meta-region-server: CHANGED 2024-11-13T05:22:13,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-929921596/meta-region-server: CHANGED 2024-11-13T05:22:13,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:22:13,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,35449,1731475330129 in 220 msec 2024-11-13T05:22:13,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:22:13,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-11-13T05:22:13,419 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:22:13,419 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:22:13,420 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:22:13,420 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,35449,1731475330129, seqNum=-1] 2024-11-13T05:22:13,420 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:22:13,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:22:13,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-13T05:22:13,424 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475333424, completionTime=-1 2024-11-13T05:22:13,425 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:22:13,425 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:22:13,426 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:22:13,426 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475393426 2024-11-13T05:22:13,426 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475453426 2024-11-13T05:22:13,426 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T05:22:13,426 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,37175,1731475329918-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:13,426 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,37175,1731475329918-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:13,426 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,37175,1731475329918-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:13,426 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:37175, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:13,426 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:13,427 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:13,428 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:22:13,429 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.234sec 2024-11-13T05:22:13,429 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:22:13,429 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:22:13,429 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:22:13,429 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:22:13,429 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:22:13,429 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,37175,1731475329918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:22:13,429 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,37175,1731475329918-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:22:13,431 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:22:13,431 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:22:13,431 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,37175,1731475329918-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:13,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b86426b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:13,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,37175,-1 for getting cluster id 2024-11-13T05:22:13,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:22:13,456 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a9a83a7-baa9-495c-9547-07e9e5f280dc' 2024-11-13T05:22:13,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:22:13,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a9a83a7-baa9-495c-9547-07e9e5f280dc" 2024-11-13T05:22:13,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f29662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:13,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,37175,-1] 2024-11-13T05:22:13,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:22:13,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:13,458 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:22:13,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b99d9f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:13,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:22:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,35449,1731475330129, seqNum=-1] 2024-11-13T05:22:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:22:13,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:22:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,37175,1731475329918 2024-11-13T05:22:13,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64007 2024-11-13T05:22:13,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:22:13,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10132a4c71e0002 connected 2024-11-13T05:22:13,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/hadoop.log.dir so I do NOT create it in target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0 2024-11-13T05:22:13,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:22:13,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/hadoop.tmp.dir so I do NOT create it in target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0 2024-11-13T05:22:13,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:22:13,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0 2024-11-13T05:22:13,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:22:13,491 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/cluster_f909b5a0-b189-ecc3-c718-8190f1165418, deleteOnExit=true 2024-11-13T05:22:13,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:22:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/test.cache.data in system properties and HBase conf 2024-11-13T05:22:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:22:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:22:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:22:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:22:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:22:13,492 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:22:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:22:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:22:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:22:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:22:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:22:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:22:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:22:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:22:13,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:22:13,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:22:13,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:22:13,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:22:13,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:22:13,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:22:13,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T05:22:13,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:22:13,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:22:13,791 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:22:13,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:22:13,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:22:13,792 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:22:13,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:22:13,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2171703a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:22:13,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c773f45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:22:13,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b552d27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/java.io.tmpdir/jetty-localhost-33245-hadoop-hdfs-3_4_1-tests_jar-_-any-11229644725790448933/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:22:13,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62f51439{HTTP/1.1, (http/1.1)}{localhost:33245} 2024-11-13T05:22:13,887 INFO [Time-limited test {}] server.Server(415): Started @278016ms 2024-11-13T05:22:14,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:22:14,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:22:14,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:22:14,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:22:14,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:22:14,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3af5c370{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:22:14,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@965b6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:22:14,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1008dde9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/java.io.tmpdir/jetty-localhost-39079-hadoop-hdfs-3_4_1-tests_jar-_-any-3302246024328077292/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:22:14,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a97c4b5{HTTP/1.1, (http/1.1)}{localhost:39079} 2024-11-13T05:22:14,295 INFO [Time-limited test {}] server.Server(415): Started @278424ms 2024-11-13T05:22:14,296 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:22:15,253 WARN [Thread-3550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/cluster_f909b5a0-b189-ecc3-c718-8190f1165418/data/data2/current/BP-1485408700-172.17.0.3-1731475333506/current, will proceed with Du for space computation calculation, 2024-11-13T05:22:15,253 WARN [Thread-3549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/cluster_f909b5a0-b189-ecc3-c718-8190f1165418/data/data1/current/BP-1485408700-172.17.0.3-1731475333506/current, will proceed with Du for space computation calculation, 2024-11-13T05:22:15,269 WARN [Thread-3537 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:22:15,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2059df66f018da92 with lease ID 0xb47babaa00519e29: Processing first storage report for DS-6be3f1f8-4157-4d1a-9947-a92862e52894 from datanode DatanodeRegistration(127.0.0.1:46413, datanodeUuid=f491bb15-6a21-4981-bac6-5df67200adc2, infoPort=43383, infoSecurePort=0, ipcPort=39131, storageInfo=lv=-57;cid=testClusterID;nsid=1769935055;c=1731475333506) 2024-11-13T05:22:15,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2059df66f018da92 with lease ID 0xb47babaa00519e29: from storage DS-6be3f1f8-4157-4d1a-9947-a92862e52894 node DatanodeRegistration(127.0.0.1:46413, datanodeUuid=f491bb15-6a21-4981-bac6-5df67200adc2, infoPort=43383, infoSecurePort=0, ipcPort=39131, storageInfo=lv=-57;cid=testClusterID;nsid=1769935055;c=1731475333506), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:22:15,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2059df66f018da92 with lease ID 0xb47babaa00519e29: Processing first storage report for DS-43819807-9ab0-4699-a562-92f8990e641f from datanode DatanodeRegistration(127.0.0.1:46413, datanodeUuid=f491bb15-6a21-4981-bac6-5df67200adc2, infoPort=43383, infoSecurePort=0, ipcPort=39131, storageInfo=lv=-57;cid=testClusterID;nsid=1769935055;c=1731475333506) 2024-11-13T05:22:15,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2059df66f018da92 with lease ID 0xb47babaa00519e29: from storage DS-43819807-9ab0-4699-a562-92f8990e641f node DatanodeRegistration(127.0.0.1:46413, datanodeUuid=f491bb15-6a21-4981-bac6-5df67200adc2, infoPort=43383, infoSecurePort=0, ipcPort=39131, storageInfo=lv=-57;cid=testClusterID;nsid=1769935055;c=1731475333506), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:22:15,318 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0 2024-11-13T05:22:15,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:15,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:15,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:22:15,727 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89 with version=8 2024-11-13T05:22:15,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/hbase-staging 2024-11-13T05:22:15,729 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:22:15,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:15,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:15,729 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:22:15,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:15,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:22:15,730 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:22:15,730 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:22:15,730 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39377 2024-11-13T05:22:15,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39377 connecting to ZooKeeper ensemble=127.0.0.1:64007 2024-11-13T05:22:15,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393770x0, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:22:15,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39377-0x10132a4c71e0003 connected 2024-11-13T05:22:15,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:15,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:15,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Set watcher on znode that does not yet exist, /1248272017/running 2024-11-13T05:22:15,861 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89, hbase.cluster.distributed=false 2024-11-13T05:22:15,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Set watcher on znode that does not yet exist, /1248272017/acl 2024-11-13T05:22:15,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39377 2024-11-13T05:22:15,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39377 2024-11-13T05:22:15,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39377 2024-11-13T05:22:15,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39377 2024-11-13T05:22:15,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39377 2024-11-13T05:22:15,880 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:22:15,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:15,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:15,880 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:22:15,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:15,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:22:15,880 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:22:15,880 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:22:15,881 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40265 2024-11-13T05:22:15,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40265 connecting to ZooKeeper ensemble=127.0.0.1:64007 2024-11-13T05:22:15,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:15,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:15,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402650x0, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:22:15,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402650x0, quorum=127.0.0.1:64007, baseZNode=/1248272017 Set watcher on znode that does not yet exist, /1248272017/running 2024-11-13T05:22:15,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40265-0x10132a4c71e0004 connected 2024-11-13T05:22:15,890 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:22:15,890 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:22:15,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Set watcher on znode that does not yet exist, /1248272017/master 2024-11-13T05:22:15,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Set watcher on znode that does not yet exist, /1248272017/acl 2024-11-13T05:22:15,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40265 2024-11-13T05:22:15,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40265 2024-11-13T05:22:15,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40265 2024-11-13T05:22:15,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40265 2024-11-13T05:22:15,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40265 2024-11-13T05:22:15,908 DEBUG [M:0;a61c20bd729c:39377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:39377 2024-11-13T05:22:15,909 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1248272017/backup-masters/a61c20bd729c,39377,1731475335729 2024-11-13T05:22:15,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017/backup-masters 2024-11-13T05:22:15,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017/backup-masters 2024-11-13T05:22:15,921 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Set watcher on existing znode=/1248272017/backup-masters/a61c20bd729c,39377,1731475335729 2024-11-13T05:22:15,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1248272017/master 2024-11-13T05:22:15,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017 2024-11-13T05:22:15,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017 2024-11-13T05:22:15,932 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Set watcher on existing znode=/1248272017/master 2024-11-13T05:22:15,932 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1248272017/backup-masters/a61c20bd729c,39377,1731475335729 from backup master directory 2024-11-13T05:22:15,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017/backup-masters 2024-11-13T05:22:15,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1248272017/backup-masters/a61c20bd729c,39377,1731475335729 2024-11-13T05:22:15,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017/backup-masters 2024-11-13T05:22:15,942 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:22:15,942 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,39377,1731475335729 2024-11-13T05:22:15,945 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/hbase.id] with ID: 1a932932-306f-49e7-bff0-f76204c4bd76 2024-11-13T05:22:15,945 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/.tmp/hbase.id 2024-11-13T05:22:15,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:22:16,350 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/.tmp/hbase.id]:[hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/hbase.id] 2024-11-13T05:22:16,357 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:16,357 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:22:16,357 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T05:22:16,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017 2024-11-13T05:22:16,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017 2024-11-13T05:22:16,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:22:16,810 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:22:16,810 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:22:16,810 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:22:16,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:22:17,216 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store 2024-11-13T05:22:17,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:22:17,622 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:17,622 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:22:17,622 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:17,622 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:17,622 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:22:17,622 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:17,622 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:17,622 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475337622Disabling compacts and flushes for region at 1731475337622Disabling writes for close at 1731475337622Writing region close event to WAL at 1731475337622Closed at 1731475337622 2024-11-13T05:22:17,623 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/.initializing 2024-11-13T05:22:17,623 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/WALs/a61c20bd729c,39377,1731475335729 2024-11-13T05:22:17,624 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:22:17,625 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C39377%2C1731475335729, suffix=, logDir=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/WALs/a61c20bd729c,39377,1731475335729, archiveDir=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/oldWALs, maxLogs=10 2024-11-13T05:22:17,640 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/WALs/a61c20bd729c,39377,1731475335729/a61c20bd729c%2C39377%2C1731475335729.1731475337625, exclude list is [], retry=0 2024-11-13T05:22:17,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46413,DS-6be3f1f8-4157-4d1a-9947-a92862e52894,DISK] 2024-11-13T05:22:17,644 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/WALs/a61c20bd729c,39377,1731475335729/a61c20bd729c%2C39377%2C1731475335729.1731475337625 2024-11-13T05:22:17,644 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43383:43383)] 2024-11-13T05:22:17,644 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:22:17,644 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:17,645 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:17,645 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:17,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:17,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:22:17,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:17,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:17,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:17,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:22:17,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:17,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:17,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:17,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:22:17,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:17,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:17,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:17,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:22:17,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:17,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:17,650 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:17,650 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:17,650 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:17,651 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:17,651 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:17,651 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:22:17,652 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:17,653 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:22:17,653 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70204427, jitterRate=0.04612748324871063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:22:17,653 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475337645Initializing all the Stores at 1731475337645Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475337645Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475337645Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475337645Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475337645Cleaning up temporary data from old regions at 1731475337651 (+6 ms)Region opened successfully at 1731475337653 (+2 ms) 2024-11-13T05:22:17,653 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:22:17,655 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763a0cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:22:17,655 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:22:17,655 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:22:17,656 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:22:17,656 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:22:17,656 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:22:17,656 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:22:17,656 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:22:17,657 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:22:17,658 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Unable to get data of znode /1248272017/balancer because node does not exist (not necessarily an error) 2024-11-13T05:22:17,751 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1248272017/balancer already deleted, retry=false 2024-11-13T05:22:17,752 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:22:17,752 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Unable to get data of znode /1248272017/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:22:17,763 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1248272017/normalizer already deleted, retry=false 2024-11-13T05:22:17,763 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:22:17,764 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Unable to get data of znode /1248272017/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:22:17,773 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1248272017/switch/split already deleted, retry=false 2024-11-13T05:22:17,774 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Unable to get data of znode /1248272017/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:22:17,784 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1248272017/switch/merge already deleted, retry=false 2024-11-13T05:22:17,785 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Unable to get data of znode /1248272017/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:22:17,794 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1248272017/snapshot-cleanup already deleted, retry=false 2024-11-13T05:22:17,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1248272017/running 2024-11-13T05:22:17,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1248272017/running 2024-11-13T05:22:17,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017 2024-11-13T05:22:17,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017 2024-11-13T05:22:17,805 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,39377,1731475335729, sessionid=0x10132a4c71e0003, setting cluster-up flag (Was=false) 2024-11-13T05:22:17,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017 2024-11-13T05:22:17,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017 2024-11-13T05:22:17,857 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1248272017/flush-table-proc/acquired, /1248272017/flush-table-proc/reached, /1248272017/flush-table-proc/abort 2024-11-13T05:22:17,858 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,39377,1731475335729 2024-11-13T05:22:17,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017 2024-11-13T05:22:17,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017 2024-11-13T05:22:17,910 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1248272017/online-snapshot/acquired, /1248272017/online-snapshot/reached, /1248272017/online-snapshot/abort 2024-11-13T05:22:17,911 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,39377,1731475335729 2024-11-13T05:22:17,912 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:22:17,912 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:22:17,913 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:22:17,913 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:22:17,913 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,39377,1731475335729 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:22:17,914 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:22:17,914 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:22:17,914 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:22:17,914 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:22:17,914 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:22:17,914 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:17,914 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:22:17,914 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:17,915 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475367915 2024-11-13T05:22:17,915 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:22:17,915 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:22:17,915 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:22:17,915 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:22:17,915 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:22:17,915 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:22:17,915 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:22:17,915 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:22:17,915 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:17,915 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:22:17,915 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:22:17,915 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:22:17,915 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:22:17,915 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:22:17,915 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:22:17,916 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:17,916 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:22:17,916 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475337916,5,FailOnTimeoutGroup] 2024-11-13T05:22:17,920 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475337916,5,FailOnTimeoutGroup] 2024-11-13T05:22:17,920 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:17,920 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:22:17,920 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:17,920 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:17,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:22:18,001 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(746): ClusterId : 1a932932-306f-49e7-bff0-f76204c4bd76 2024-11-13T05:22:18,001 DEBUG [RS:0;a61c20bd729c:40265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:22:18,005 DEBUG [RS:0;a61c20bd729c:40265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:22:18,005 DEBUG [RS:0;a61c20bd729c:40265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:22:18,016 DEBUG [RS:0;a61c20bd729c:40265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:22:18,016 DEBUG [RS:0;a61c20bd729c:40265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6726bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:22:18,026 DEBUG [RS:0;a61c20bd729c:40265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:40265 2024-11-13T05:22:18,026 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:22:18,026 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:22:18,026 DEBUG [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:22:18,027 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,39377,1731475335729 with port=40265, startcode=1731475335880 2024-11-13T05:22:18,027 DEBUG [RS:0;a61c20bd729c:40265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:22:18,028 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:22:18,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39377 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,40265,1731475335880 2024-11-13T05:22:18,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39377 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,40265,1731475335880 2024-11-13T05:22:18,029 DEBUG [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89 2024-11-13T05:22:18,029 DEBUG [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36021 2024-11-13T05:22:18,029 DEBUG [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:22:18,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017/rs 2024-11-13T05:22:18,037 DEBUG [RS:0;a61c20bd729c:40265 {}] zookeeper.ZKUtil(111): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Set watcher on existing znode=/1248272017/rs/a61c20bd729c,40265,1731475335880 2024-11-13T05:22:18,037 WARN [RS:0;a61c20bd729c:40265 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:22:18,037 INFO [RS:0;a61c20bd729c:40265 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:22:18,037 DEBUG [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880 2024-11-13T05:22:18,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,40265,1731475335880] 2024-11-13T05:22:18,039 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:22:18,040 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:22:18,044 INFO [RS:0;a61c20bd729c:40265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:22:18,044 INFO [RS:0;a61c20bd729c:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:18,045 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:22:18,046 INFO [RS:0;a61c20bd729c:40265 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:22:18,046 INFO [RS:0;a61c20bd729c:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:18,046 DEBUG [RS:0;a61c20bd729c:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:18,046 DEBUG [RS:0;a61c20bd729c:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:18,046 DEBUG [RS:0;a61c20bd729c:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:18,046 DEBUG [RS:0;a61c20bd729c:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:18,046 DEBUG [RS:0;a61c20bd729c:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:18,046 DEBUG [RS:0;a61c20bd729c:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:22:18,046 DEBUG [RS:0;a61c20bd729c:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:18,046 DEBUG [RS:0;a61c20bd729c:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:18,046 DEBUG [RS:0;a61c20bd729c:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:18,046 DEBUG [RS:0;a61c20bd729c:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:18,046 DEBUG [RS:0;a61c20bd729c:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:18,046 DEBUG [RS:0;a61c20bd729c:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:18,046 DEBUG [RS:0;a61c20bd729c:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:22:18,046 DEBUG [RS:0;a61c20bd729c:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:22:18,048 INFO [RS:0;a61c20bd729c:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:18,048 INFO [RS:0;a61c20bd729c:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:18,048 INFO [RS:0;a61c20bd729c:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:18,048 INFO [RS:0;a61c20bd729c:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:18,048 INFO [RS:0;a61c20bd729c:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:18,048 INFO [RS:0;a61c20bd729c:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,40265,1731475335880-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:22:18,061 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:22:18,061 INFO [RS:0;a61c20bd729c:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,40265,1731475335880-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:18,061 INFO [RS:0;a61c20bd729c:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:18,061 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.Replication(171): a61c20bd729c,40265,1731475335880 started 2024-11-13T05:22:18,072 INFO [RS:0;a61c20bd729c:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:18,072 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,40265,1731475335880, RpcServer on a61c20bd729c/172.17.0.3:40265, sessionid=0x10132a4c71e0004 2024-11-13T05:22:18,073 DEBUG [RS:0;a61c20bd729c:40265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:22:18,073 DEBUG [RS:0;a61c20bd729c:40265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,40265,1731475335880 2024-11-13T05:22:18,073 DEBUG [RS:0;a61c20bd729c:40265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,40265,1731475335880' 2024-11-13T05:22:18,073 DEBUG [RS:0;a61c20bd729c:40265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1248272017/flush-table-proc/abort' 2024-11-13T05:22:18,073 DEBUG [RS:0;a61c20bd729c:40265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1248272017/flush-table-proc/acquired' 2024-11-13T05:22:18,073 DEBUG [RS:0;a61c20bd729c:40265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:22:18,073 DEBUG [RS:0;a61c20bd729c:40265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:22:18,073 DEBUG [RS:0;a61c20bd729c:40265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,40265,1731475335880 2024-11-13T05:22:18,073 DEBUG [RS:0;a61c20bd729c:40265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,40265,1731475335880' 2024-11-13T05:22:18,074 DEBUG [RS:0;a61c20bd729c:40265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1248272017/online-snapshot/abort' 2024-11-13T05:22:18,074 DEBUG [RS:0;a61c20bd729c:40265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1248272017/online-snapshot/acquired' 2024-11-13T05:22:18,074 DEBUG [RS:0;a61c20bd729c:40265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:22:18,074 INFO [RS:0;a61c20bd729c:40265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:22:18,074 INFO [RS:0;a61c20bd729c:40265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:22:18,174 INFO [RS:0;a61c20bd729c:40265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:22:18,175 INFO [RS:0;a61c20bd729c:40265 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C40265%2C1731475335880, suffix=, logDir=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880, archiveDir=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/oldWALs, maxLogs=10 2024-11-13T05:22:18,187 DEBUG [RS:0;a61c20bd729c:40265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176, exclude list is [], retry=0 2024-11-13T05:22:18,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46413,DS-6be3f1f8-4157-4d1a-9947-a92862e52894,DISK] 2024-11-13T05:22:18,190 INFO [RS:0;a61c20bd729c:40265 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 2024-11-13T05:22:18,190 DEBUG [RS:0;a61c20bd729c:40265 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43383:43383)] 2024-11-13T05:22:18,197 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:22:18,326 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:22:18,326 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89 2024-11-13T05:22:18,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741833_1009 (size=32) 2024-11-13T05:22:18,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:18,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:22:18,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:22:18,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:18,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:18,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:22:18,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:22:18,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:18,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:18,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:22:18,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:22:18,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:18,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:18,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:22:18,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:22:18,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:18,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:18,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:22:18,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740 2024-11-13T05:22:18,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740 2024-11-13T05:22:18,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:22:18,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:22:18,739 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:22:18,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:22:18,741 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:22:18,741 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64207836, jitterRate=-0.04322868585586548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:22:18,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475338733Initializing all the Stores at 1731475338733Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475338733Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475338733Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475338733Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475338733Cleaning up temporary data from old regions at 1731475338739 (+6 ms)Region opened successfully at 1731475338741 (+2 ms) 2024-11-13T05:22:18,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:22:18,741 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:22:18,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:22:18,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:22:18,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:22:18,742 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:22:18,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475338741Disabling compacts and flushes for region at 1731475338741Disabling writes for close at 1731475338742 (+1 ms)Writing region close event to WAL at 1731475338742Closed at 1731475338742 2024-11-13T05:22:18,743 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:22:18,743 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:22:18,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:22:18,743 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:22:18,744 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:22:18,869 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:22:18,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:18,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:18,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:18,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:18,894 DEBUG [a61c20bd729c:39377 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:22:18,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,40265,1731475335880 2024-11-13T05:22:18,895 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,40265,1731475335880, state=OPENING 2024-11-13T05:22:18,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:18,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:18,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:18,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:18,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:18,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:18,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:18,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:18,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:18,986 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:22:19,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017 2024-11-13T05:22:19,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017 2024-11-13T05:22:19,005 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:22:19,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1248272017/meta-region-server: CHANGED 2024-11-13T05:22:19,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1248272017/meta-region-server: CHANGED 2024-11-13T05:22:19,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,40265,1731475335880}] 2024-11-13T05:22:19,157 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:22:19,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:22:19,161 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:22:19,161 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:22:19,161 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:22:19,162 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C40265%2C1731475335880.meta, suffix=.meta, logDir=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880, archiveDir=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/oldWALs, maxLogs=10 2024-11-13T05:22:19,173 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.meta.1731475339162.meta, exclude list is [], retry=0 2024-11-13T05:22:19,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46413,DS-6be3f1f8-4157-4d1a-9947-a92862e52894,DISK] 2024-11-13T05:22:19,176 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.meta.1731475339162.meta 2024-11-13T05:22:19,176 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43383:43383)] 2024-11-13T05:22:19,176 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:22:19,176 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:22:19,176 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:22:19,176 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:22:19,176 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:22:19,176 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:22:19,176 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:19,176 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:22:19,177 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:22:19,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:22:19,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:22:19,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:19,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:19,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:22:19,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:22:19,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:19,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:19,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:22:19,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:22:19,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:19,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:19,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:22:19,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:22:19,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:19,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:19,180 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:22:19,181 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740 2024-11-13T05:22:19,181 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740 2024-11-13T05:22:19,182 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:22:19,182 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:22:19,182 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:22:19,183 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:22:19,183 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63115920, jitterRate=-0.059499502182006836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:22:19,183 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:22:19,184 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475339177Writing region info on filesystem at 1731475339177Initializing all the Stores at 1731475339177Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475339177Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475339177Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475339177Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475339177Cleaning up temporary data from old regions at 1731475339182 (+5 ms)Running coprocessor post-open hooks at 1731475339183 (+1 ms)Region opened successfully at 1731475339183 2024-11-13T05:22:19,184 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475339157 2024-11-13T05:22:19,186 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:22:19,186 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:22:19,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,40265,1731475335880 2024-11-13T05:22:19,187 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,40265,1731475335880, state=OPEN 2024-11-13T05:22:19,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1248272017/meta-region-server 2024-11-13T05:22:19,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1248272017/meta-region-server 2024-11-13T05:22:19,194 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,40265,1731475335880 2024-11-13T05:22:19,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1248272017/meta-region-server: CHANGED 2024-11-13T05:22:19,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1248272017/meta-region-server: CHANGED 2024-11-13T05:22:19,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:22:19,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,40265,1731475335880 in 189 msec 2024-11-13T05:22:19,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:22:19,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-11-13T05:22:19,198 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:22:19,198 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:22:19,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:22:19,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,40265,1731475335880, seqNum=-1] 2024-11-13T05:22:19,199 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:22:19,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:22:19,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-13T05:22:19,203 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475339203, completionTime=-1 2024-11-13T05:22:19,203 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:22:19,203 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:22:19,204 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:22:19,204 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475399204 2024-11-13T05:22:19,204 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475459204 2024-11-13T05:22:19,204 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T05:22:19,205 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,39377,1731475335729-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:19,205 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,39377,1731475335729-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:19,205 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,39377,1731475335729-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:19,205 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:39377, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:19,205 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:19,205 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:19,206 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:22:19,207 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.265sec 2024-11-13T05:22:19,207 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:22:19,207 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:22:19,207 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:22:19,207 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:22:19,207 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:22:19,207 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,39377,1731475335729-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:22:19,207 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,39377,1731475335729-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:22:19,209 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:22:19,209 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:22:19,209 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,39377,1731475335729-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:19,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5847daaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:19,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,39377,-1 for getting cluster id 2024-11-13T05:22:19,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:22:19,303 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a932932-306f-49e7-bff0-f76204c4bd76' 2024-11-13T05:22:19,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:22:19,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a932932-306f-49e7-bff0-f76204c4bd76" 2024-11-13T05:22:19,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7658a496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:19,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,39377,-1] 2024-11-13T05:22:19,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:22:19,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:19,304 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:22:19,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf0291a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:19,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:22:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,40265,1731475335880, seqNum=-1] 2024-11-13T05:22:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:22:19,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:22:19,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,39377,1731475335729 2024-11-13T05:22:19,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64007 2024-11-13T05:22:19,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:22:19,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10132a4c71e0005 connected 2024-11-13T05:22:19,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/hadoop.log.dir so I do NOT create it in target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494 2024-11-13T05:22:19,333 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:22:19,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/hadoop.tmp.dir so I do NOT create it in target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494 2024-11-13T05:22:19,333 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:22:19,333 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494 2024-11-13T05:22:19,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:22:19,333 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/cluster_87f75bdc-2e9d-3a15-a952-2788ccc7c500, deleteOnExit=true 2024-11-13T05:22:19,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:22:19,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/test.cache.data in system properties and HBase conf 2024-11-13T05:22:19,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:22:19,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:22:19,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:22:19,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:22:19,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:22:19,334 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:22:19,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:22:19,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:22:19,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:22:19,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:22:19,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:22:19,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:22:19,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:22:19,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:22:19,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:22:19,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:22:19,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:22:19,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:22:19,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:22:19,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:22:19,654 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:22:19,656 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:22:19,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:22:19,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:22:19,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:22:19,658 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:22:19,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15c8887e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:22:19,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d7b342c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:22:19,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58a34c8d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/java.io.tmpdir/jetty-localhost-41563-hadoop-hdfs-3_4_1-tests_jar-_-any-9293026421530935222/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:22:19,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64019185{HTTP/1.1, (http/1.1)}{localhost:41563} 2024-11-13T05:22:19,753 INFO [Time-limited test {}] server.Server(415): Started @283882ms 2024-11-13T05:22:20,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:22:20,013 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:22:20,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:22:20,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:22:20,017 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:22:20,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d4fb49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:22:20,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d48c9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:22:20,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2482a93b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/java.io.tmpdir/jetty-localhost-43735-hadoop-hdfs-3_4_1-tests_jar-_-any-4590881436609207405/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:22:20,112 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a05fecf{HTTP/1.1, (http/1.1)}{localhost:43735} 2024-11-13T05:22:20,112 INFO [Time-limited test {}] server.Server(415): Started @284241ms 2024-11-13T05:22:20,113 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:22:21,128 WARN [Thread-3670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/cluster_87f75bdc-2e9d-3a15-a952-2788ccc7c500/data/data1/current/BP-1743842471-172.17.0.3-1731475339352/current, will proceed with Du for space computation calculation, 2024-11-13T05:22:21,128 WARN [Thread-3671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/cluster_87f75bdc-2e9d-3a15-a952-2788ccc7c500/data/data2/current/BP-1743842471-172.17.0.3-1731475339352/current, will proceed with Du for space computation calculation, 2024-11-13T05:22:21,144 WARN [Thread-3658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:22:21,146 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d373b84ae88792a with lease ID 0x685f77939509192a: Processing first storage report for DS-fe465069-10f1-4ae5-86ff-a1d2f7b3e32c from datanode DatanodeRegistration(127.0.0.1:41127, datanodeUuid=f8c1ac02-36ed-4a26-a823-ed6f0e483ac0, infoPort=37019, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=2131522900;c=1731475339352) 2024-11-13T05:22:21,146 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d373b84ae88792a with lease ID 0x685f77939509192a: from storage DS-fe465069-10f1-4ae5-86ff-a1d2f7b3e32c node DatanodeRegistration(127.0.0.1:41127, datanodeUuid=f8c1ac02-36ed-4a26-a823-ed6f0e483ac0, infoPort=37019, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=2131522900;c=1731475339352), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:22:21,146 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d373b84ae88792a with lease ID 0x685f77939509192a: Processing first storage report for DS-df89ffea-42fc-45b6-8bdd-6cbc9b3312aa from datanode DatanodeRegistration(127.0.0.1:41127, datanodeUuid=f8c1ac02-36ed-4a26-a823-ed6f0e483ac0, infoPort=37019, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=2131522900;c=1731475339352) 2024-11-13T05:22:21,146 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d373b84ae88792a with lease ID 0x685f77939509192a: from storage DS-df89ffea-42fc-45b6-8bdd-6cbc9b3312aa node DatanodeRegistration(127.0.0.1:41127, datanodeUuid=f8c1ac02-36ed-4a26-a823-ed6f0e483ac0, infoPort=37019, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=2131522900;c=1731475339352), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:22:21,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494 2024-11-13T05:22:21,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:21,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:21,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:22:21,646 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde with version=8 2024-11-13T05:22:21,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/hbase-staging 2024-11-13T05:22:21,648 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:22:21,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:21,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:21,648 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:22:21,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:21,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:22:21,648 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:22:21,648 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:22:21,649 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35811 2024-11-13T05:22:21,649 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35811 connecting to ZooKeeper ensemble=127.0.0.1:64007 2024-11-13T05:22:21,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358110x0, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:22:21,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35811-0x10132a4c71e0006 connected 2024-11-13T05:22:21,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:21,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:21,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Set watcher on znode that does not yet exist, /2999426962/running 2024-11-13T05:22:21,776 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde, hbase.cluster.distributed=false 2024-11-13T05:22:21,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Set watcher on znode that does not yet exist, /2999426962/acl 2024-11-13T05:22:21,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35811 2024-11-13T05:22:21,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35811 2024-11-13T05:22:21,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35811 2024-11-13T05:22:21,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35811 2024-11-13T05:22:21,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35811 2024-11-13T05:22:21,790 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:22:21,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:21,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:21,791 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:22:21,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:21,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:22:21,791 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:22:21,791 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:22:21,791 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36747 2024-11-13T05:22:21,792 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36747 connecting to ZooKeeper ensemble=127.0.0.1:64007 2024-11-13T05:22:21,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:21,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:21,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367470x0, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:22:21,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367470x0, quorum=127.0.0.1:64007, baseZNode=/2999426962 Set watcher on znode that does not yet exist, /2999426962/running 2024-11-13T05:22:21,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36747-0x10132a4c71e0007 connected 2024-11-13T05:22:21,805 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:22:21,807 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:22:21,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Set watcher on znode that does not yet exist, /2999426962/master 2024-11-13T05:22:21,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Set watcher on znode that does not yet exist, /2999426962/acl 2024-11-13T05:22:21,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36747 2024-11-13T05:22:21,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36747 2024-11-13T05:22:21,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36747 2024-11-13T05:22:21,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36747 2024-11-13T05:22:21,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36747 2024-11-13T05:22:21,841 DEBUG [M:0;a61c20bd729c:35811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:35811 2024-11-13T05:22:21,841 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2999426962/backup-masters/a61c20bd729c,35811,1731475341647 2024-11-13T05:22:21,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962/backup-masters 2024-11-13T05:22:21,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962/backup-masters 2024-11-13T05:22:21,847 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Set watcher on existing znode=/2999426962/backup-masters/a61c20bd729c,35811,1731475341647 2024-11-13T05:22:21,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2999426962/master 2024-11-13T05:22:21,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962 2024-11-13T05:22:21,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962 2024-11-13T05:22:21,858 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Set watcher on existing znode=/2999426962/master 2024-11-13T05:22:21,858 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2999426962/backup-masters/a61c20bd729c,35811,1731475341647 from backup master directory 2024-11-13T05:22:21,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2999426962/backup-masters/a61c20bd729c,35811,1731475341647 2024-11-13T05:22:21,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962/backup-masters 2024-11-13T05:22:21,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962/backup-masters 2024-11-13T05:22:21,868 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:22:21,868 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,35811,1731475341647 2024-11-13T05:22:21,870 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/hbase.id] with ID: 289bd80b-4fd3-430e-99dc-6e3d4ad2adf4 2024-11-13T05:22:21,870 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/.tmp/hbase.id 2024-11-13T05:22:21,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:22:22,274 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/.tmp/hbase.id]:[hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/hbase.id] 2024-11-13T05:22:22,281 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:22,281 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:22:22,282 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T05:22:22,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962 2024-11-13T05:22:22,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962 2024-11-13T05:22:22,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:22:22,735 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:22:22,736 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:22:22,736 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:22:22,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:22:23,141 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store 2024-11-13T05:22:23,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:22:23,545 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:23,545 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:22:23,545 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:23,545 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:23,545 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:22:23,546 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:23,546 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:23,546 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475343545Disabling compacts and flushes for region at 1731475343545Disabling writes for close at 1731475343545Writing region close event to WAL at 1731475343546 (+1 ms)Closed at 1731475343546 2024-11-13T05:22:23,546 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/.initializing 2024-11-13T05:22:23,546 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/WALs/a61c20bd729c,35811,1731475341647 2024-11-13T05:22:23,547 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:22:23,548 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C35811%2C1731475341647, suffix=, logDir=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/WALs/a61c20bd729c,35811,1731475341647, archiveDir=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/oldWALs, maxLogs=10 2024-11-13T05:22:23,564 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/WALs/a61c20bd729c,35811,1731475341647/a61c20bd729c%2C35811%2C1731475341647.1731475343549, exclude list is [], retry=0 2024-11-13T05:22:23,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41127,DS-fe465069-10f1-4ae5-86ff-a1d2f7b3e32c,DISK] 2024-11-13T05:22:23,567 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/WALs/a61c20bd729c,35811,1731475341647/a61c20bd729c%2C35811%2C1731475341647.1731475343549 2024-11-13T05:22:23,568 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37019:37019)] 2024-11-13T05:22:23,568 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:22:23,568 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:23,568 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:23,568 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:23,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:23,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:22:23,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:23,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:23,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:23,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:22:23,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:23,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:23,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:23,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:22:23,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:23,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:23,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:23,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:22:23,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:23,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:23,573 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:23,574 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:23,574 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:23,575 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:23,575 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:23,575 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:22:23,576 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:23,578 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:22:23,578 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68265682, jitterRate=0.017237931489944458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:22:23,578 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475343568Initializing all the Stores at 1731475343569 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475343569Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475343569Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475343569Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475343569Cleaning up temporary data from old regions at 1731475343575 (+6 ms)Region opened successfully at 1731475343578 (+3 ms) 2024-11-13T05:22:23,578 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:22:23,580 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eca7499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:22:23,581 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:22:23,581 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:22:23,581 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:22:23,581 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:22:23,582 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:22:23,582 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:22:23,582 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:22:23,583 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:22:23,584 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Unable to get data of znode /2999426962/balancer because node does not exist (not necessarily an error) 2024-11-13T05:22:23,689 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2999426962/balancer already deleted, retry=false 2024-11-13T05:22:23,689 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:22:23,690 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Unable to get data of znode /2999426962/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:22:23,699 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2999426962/normalizer already deleted, retry=false 2024-11-13T05:22:23,699 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:22:23,700 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Unable to get data of znode /2999426962/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:22:23,710 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2999426962/switch/split already deleted, retry=false 2024-11-13T05:22:23,710 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Unable to get data of znode /2999426962/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:22:23,720 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2999426962/switch/merge already deleted, retry=false 2024-11-13T05:22:23,722 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Unable to get data of znode /2999426962/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:22:23,731 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2999426962/snapshot-cleanup already deleted, retry=false 2024-11-13T05:22:23,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2999426962/running 2024-11-13T05:22:23,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2999426962/running 2024-11-13T05:22:23,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962 2024-11-13T05:22:23,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962 2024-11-13T05:22:23,742 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,35811,1731475341647, sessionid=0x10132a4c71e0006, setting cluster-up flag (Was=false) 2024-11-13T05:22:23,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962 2024-11-13T05:22:23,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962 2024-11-13T05:22:23,794 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2999426962/flush-table-proc/acquired, /2999426962/flush-table-proc/reached, /2999426962/flush-table-proc/abort 2024-11-13T05:22:23,795 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,35811,1731475341647 2024-11-13T05:22:23,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962 2024-11-13T05:22:23,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962 2024-11-13T05:22:23,846 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2999426962/online-snapshot/acquired, /2999426962/online-snapshot/reached, /2999426962/online-snapshot/abort 2024-11-13T05:22:23,847 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,35811,1731475341647 2024-11-13T05:22:23,848 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:22:23,849 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:22:23,850 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:22:23,850 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:22:23,850 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,35811,1731475341647 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:22:23,851 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:22:23,851 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:22:23,851 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:22:23,851 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:22:23,851 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:22:23,851 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:23,851 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:22:23,851 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:23,852 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475373852 2024-11-13T05:22:23,852 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:22:23,852 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:22:23,852 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:22:23,852 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:22:23,852 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:22:23,852 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:22:23,853 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:22:23,853 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:22:23,853 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:23,853 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:22:23,853 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:22:23,853 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:22:23,853 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:22:23,853 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:23,853 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:22:23,853 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:22:23,853 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:22:23,854 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475343853,5,FailOnTimeoutGroup] 2024-11-13T05:22:23,856 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475343854,5,FailOnTimeoutGroup] 2024-11-13T05:22:23,856 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:23,856 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:22:23,856 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:23,856 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:23,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:22:23,918 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(746): ClusterId : 289bd80b-4fd3-430e-99dc-6e3d4ad2adf4 2024-11-13T05:22:23,918 DEBUG [RS:0;a61c20bd729c:36747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:22:23,931 DEBUG [RS:0;a61c20bd729c:36747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:22:23,931 DEBUG [RS:0;a61c20bd729c:36747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:22:23,942 DEBUG [RS:0;a61c20bd729c:36747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:22:23,942 DEBUG [RS:0;a61c20bd729c:36747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c45f7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:22:23,952 DEBUG [RS:0;a61c20bd729c:36747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:36747 2024-11-13T05:22:23,952 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:22:23,952 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:22:23,952 DEBUG [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:22:23,953 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,35811,1731475341647 with port=36747, startcode=1731475341790 2024-11-13T05:22:23,953 DEBUG [RS:0;a61c20bd729c:36747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:22:23,954 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:22:23,955 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,36747,1731475341790 2024-11-13T05:22:23,955 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35811 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,36747,1731475341790 2024-11-13T05:22:23,956 DEBUG [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde 2024-11-13T05:22:23,956 DEBUG [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34661 2024-11-13T05:22:23,956 DEBUG [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:22:23,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962/rs 2024-11-13T05:22:23,993 DEBUG [RS:0;a61c20bd729c:36747 {}] zookeeper.ZKUtil(111): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Set watcher on existing znode=/2999426962/rs/a61c20bd729c,36747,1731475341790 2024-11-13T05:22:23,993 WARN [RS:0;a61c20bd729c:36747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:22:23,993 INFO [RS:0;a61c20bd729c:36747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:22:23,994 DEBUG [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790 2024-11-13T05:22:23,994 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,36747,1731475341790] 2024-11-13T05:22:23,996 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:22:23,997 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:22:23,997 INFO [RS:0;a61c20bd729c:36747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:22:23,997 INFO [RS:0;a61c20bd729c:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:23,997 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:22:23,998 INFO [RS:0;a61c20bd729c:36747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:22:23,998 INFO [RS:0;a61c20bd729c:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:23,998 DEBUG [RS:0;a61c20bd729c:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:23,998 DEBUG [RS:0;a61c20bd729c:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:23,998 DEBUG [RS:0;a61c20bd729c:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:23,998 DEBUG [RS:0;a61c20bd729c:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:23,998 DEBUG [RS:0;a61c20bd729c:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:23,998 DEBUG [RS:0;a61c20bd729c:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:22:23,998 DEBUG [RS:0;a61c20bd729c:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:23,998 DEBUG [RS:0;a61c20bd729c:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:23,998 DEBUG [RS:0;a61c20bd729c:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:23,998 DEBUG [RS:0;a61c20bd729c:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:23,998 DEBUG [RS:0;a61c20bd729c:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:23,998 DEBUG [RS:0;a61c20bd729c:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:23,998 DEBUG [RS:0;a61c20bd729c:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:22:23,998 DEBUG [RS:0;a61c20bd729c:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:22:23,999 INFO [RS:0;a61c20bd729c:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:23,999 INFO [RS:0;a61c20bd729c:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:23,999 INFO [RS:0;a61c20bd729c:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:23,999 INFO [RS:0;a61c20bd729c:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:23,999 INFO [RS:0;a61c20bd729c:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:23,999 INFO [RS:0;a61c20bd729c:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36747,1731475341790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:22:24,011 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:22:24,011 INFO [RS:0;a61c20bd729c:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36747,1731475341790-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:24,011 INFO [RS:0;a61c20bd729c:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:24,011 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.Replication(171): a61c20bd729c,36747,1731475341790 started 2024-11-13T05:22:24,023 INFO [RS:0;a61c20bd729c:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:24,023 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,36747,1731475341790, RpcServer on a61c20bd729c/172.17.0.3:36747, sessionid=0x10132a4c71e0007 2024-11-13T05:22:24,023 DEBUG [RS:0;a61c20bd729c:36747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:22:24,023 DEBUG [RS:0;a61c20bd729c:36747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,36747,1731475341790 2024-11-13T05:22:24,023 DEBUG [RS:0;a61c20bd729c:36747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,36747,1731475341790' 2024-11-13T05:22:24,023 DEBUG [RS:0;a61c20bd729c:36747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2999426962/flush-table-proc/abort' 2024-11-13T05:22:24,023 DEBUG [RS:0;a61c20bd729c:36747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2999426962/flush-table-proc/acquired' 2024-11-13T05:22:24,024 DEBUG [RS:0;a61c20bd729c:36747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:22:24,024 DEBUG [RS:0;a61c20bd729c:36747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:22:24,024 DEBUG [RS:0;a61c20bd729c:36747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,36747,1731475341790 2024-11-13T05:22:24,024 DEBUG [RS:0;a61c20bd729c:36747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,36747,1731475341790' 2024-11-13T05:22:24,024 DEBUG [RS:0;a61c20bd729c:36747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2999426962/online-snapshot/abort' 2024-11-13T05:22:24,024 DEBUG [RS:0;a61c20bd729c:36747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2999426962/online-snapshot/acquired' 2024-11-13T05:22:24,024 DEBUG [RS:0;a61c20bd729c:36747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:22:24,024 INFO [RS:0;a61c20bd729c:36747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:22:24,024 INFO [RS:0;a61c20bd729c:36747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:22:24,124 INFO [RS:0;a61c20bd729c:36747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:22:24,126 INFO [RS:0;a61c20bd729c:36747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C36747%2C1731475341790, suffix=, logDir=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790, archiveDir=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/oldWALs, maxLogs=10 2024-11-13T05:22:24,137 DEBUG [RS:0;a61c20bd729c:36747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126, exclude list is [], retry=0 2024-11-13T05:22:24,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41127,DS-fe465069-10f1-4ae5-86ff-a1d2f7b3e32c,DISK] 2024-11-13T05:22:24,140 INFO [RS:0;a61c20bd729c:36747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 2024-11-13T05:22:24,141 DEBUG [RS:0;a61c20bd729c:36747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37019:37019)] 2024-11-13T05:22:24,263 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:22:24,264 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde 2024-11-13T05:22:24,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741833_1009 (size=32) 2024-11-13T05:22:24,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:24,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:22:24,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:22:24,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:24,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:24,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:22:24,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:22:24,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:24,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:24,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:22:24,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:22:24,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:24,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:24,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:22:24,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:22:24,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:24,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:24,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:22:24,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740 2024-11-13T05:22:24,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740 2024-11-13T05:22:24,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:22:24,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:22:24,675 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:22:24,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:22:24,677 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:22:24,677 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72470580, jitterRate=0.07989579439163208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:22:24,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475344668Initializing all the Stores at 1731475344669 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475344669Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475344669Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475344669Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475344669Cleaning up temporary data from old regions at 1731475344675 (+6 ms)Region opened successfully at 1731475344678 (+3 ms) 2024-11-13T05:22:24,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:22:24,678 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:22:24,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:22:24,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:22:24,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:22:24,678 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:22:24,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475344678Disabling compacts and flushes for region at 1731475344678Disabling writes for close at 1731475344678Writing region close event to WAL at 1731475344678Closed at 1731475344678 2024-11-13T05:22:24,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:22:24,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:22:24,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:22:24,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:22:24,680 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:22:24,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:24,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:24,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:24,680 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:22:24,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:24,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:24,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:24,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:24,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:24,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:24,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:24,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:24,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:24,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:24,831 DEBUG [a61c20bd729c:35811 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:22:24,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,36747,1731475341790 2024-11-13T05:22:24,832 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,36747,1731475341790, state=OPENING 2024-11-13T05:22:24,878 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:22:24,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962 2024-11-13T05:22:24,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962 2024-11-13T05:22:24,889 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:22:24,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2999426962/meta-region-server: CHANGED 2024-11-13T05:22:24,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2999426962/meta-region-server: CHANGED 2024-11-13T05:22:24,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,36747,1731475341790}] 2024-11-13T05:22:25,041 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:22:25,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:22:25,044 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:22:25,044 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:22:25,044 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:22:25,045 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C36747%2C1731475341790.meta, suffix=.meta, logDir=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790, archiveDir=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/oldWALs, maxLogs=10 2024-11-13T05:22:25,057 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.meta.1731475345045.meta, exclude list is [], retry=0 2024-11-13T05:22:25,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41127,DS-fe465069-10f1-4ae5-86ff-a1d2f7b3e32c,DISK] 2024-11-13T05:22:25,060 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.meta.1731475345045.meta 2024-11-13T05:22:25,060 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37019:37019)] 2024-11-13T05:22:25,060 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:22:25,060 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:22:25,060 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:22:25,060 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:22:25,060 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:22:25,060 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:22:25,061 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:25,061 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:22:25,061 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:22:25,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:22:25,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:22:25,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:25,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:25,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:22:25,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:22:25,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:25,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:25,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:22:25,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:22:25,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:25,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:25,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:22:25,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:22:25,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:25,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:25,065 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:22:25,066 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740 2024-11-13T05:22:25,066 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740 2024-11-13T05:22:25,067 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:22:25,067 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:22:25,067 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:22:25,068 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:22:25,068 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67530392, jitterRate=0.006281256675720215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:22:25,068 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:22:25,069 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475345061Writing region info on filesystem at 1731475345061Initializing all the Stores at 1731475345061Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475345061Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475345061Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475345061Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475345061Cleaning up temporary data from old regions at 1731475345067 (+6 ms)Running coprocessor post-open hooks at 1731475345068 (+1 ms)Region opened successfully at 1731475345068 2024-11-13T05:22:25,069 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475345041 2024-11-13T05:22:25,071 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:22:25,071 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:22:25,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,36747,1731475341790 2024-11-13T05:22:25,072 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,36747,1731475341790, state=OPEN 2024-11-13T05:22:25,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2999426962/meta-region-server 2024-11-13T05:22:25,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2999426962/meta-region-server 2024-11-13T05:22:25,078 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,36747,1731475341790 2024-11-13T05:22:25,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2999426962/meta-region-server: CHANGED 2024-11-13T05:22:25,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2999426962/meta-region-server: CHANGED 2024-11-13T05:22:25,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:22:25,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,36747,1731475341790 in 189 msec 2024-11-13T05:22:25,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:22:25,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 400 msec 2024-11-13T05:22:25,081 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:22:25,081 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:22:25,082 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:22:25,082 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,36747,1731475341790, seqNum=-1] 2024-11-13T05:22:25,082 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:22:25,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:22:25,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-11-13T05:22:25,087 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475345087, completionTime=-1 2024-11-13T05:22:25,087 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:22:25,087 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:22:25,088 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:22:25,088 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475405088 2024-11-13T05:22:25,088 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475465088 2024-11-13T05:22:25,088 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T05:22:25,089 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35811,1731475341647-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:25,089 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35811,1731475341647-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:25,089 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35811,1731475341647-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:25,089 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:35811, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:25,089 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:25,090 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:22:25,094 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:25,097 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.228sec 2024-11-13T05:22:25,097 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:22:25,097 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:22:25,097 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:22:25,097 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:22:25,097 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:22:25,097 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35811,1731475341647-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:22:25,097 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35811,1731475341647-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:22:25,100 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:22:25,100 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:22:25,100 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,35811,1731475341647-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:25,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491ede36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:25,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35811,-1 for getting cluster id 2024-11-13T05:22:25,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:22:25,120 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '289bd80b-4fd3-430e-99dc-6e3d4ad2adf4' 2024-11-13T05:22:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:22:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "289bd80b-4fd3-430e-99dc-6e3d4ad2adf4" 2024-11-13T05:22:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418fe1fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35811,-1] 2024-11-13T05:22:25,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:22:25,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:25,121 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:22:25,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720973d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:25,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:22:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,36747,1731475341790, seqNum=-1] 2024-11-13T05:22:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:22:25,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:22:25,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,35811,1731475341647 2024-11-13T05:22:25,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64007 2024-11-13T05:22:25,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:22:25,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10132a4c71e0008 connected 2024-11-13T05:22:25,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:22:25,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,37175,1731475329918 2024-11-13T05:22:25,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cab6466 2024-11-13T05:22:25,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:22:25,145 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:22:25,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:22:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T05:22:25,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:22:25,147 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:25,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T05:22:25,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:22:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:25,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741835_1011 (size=902) 2024-11-13T05:22:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:25,554 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab0f6a0566014e6373b11f9367f9432d, NAME => 'test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2 2024-11-13T05:22:25,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741836_1012 (size=39) 2024-11-13T05:22:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:25,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:25,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ab0f6a0566014e6373b11f9367f9432d, disabling compactions & flushes 2024-11-13T05:22:25,958 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d. 2024-11-13T05:22:25,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d. 2024-11-13T05:22:25,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d. after waiting 0 ms 2024-11-13T05:22:25,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d. 2024-11-13T05:22:25,959 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d. 2024-11-13T05:22:25,959 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab0f6a0566014e6373b11f9367f9432d: Waiting for close lock at 1731475345958Disabling compacts and flushes for region at 1731475345958Disabling writes for close at 1731475345958Writing region close event to WAL at 1731475345958Closed at 1731475345958 2024-11-13T05:22:25,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:22:25,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731475345960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475345960"}]},"ts":"1731475345960"} 2024-11-13T05:22:25,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:22:25,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:22:25,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475345962"}]},"ts":"1731475345962"} 2024-11-13T05:22:25,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T05:22:25,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ab0f6a0566014e6373b11f9367f9432d, ASSIGN}] 2024-11-13T05:22:25,964 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ab0f6a0566014e6373b11f9367f9432d, ASSIGN 2024-11-13T05:22:25,965 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ab0f6a0566014e6373b11f9367f9432d, ASSIGN; state=OFFLINE, location=a61c20bd729c,35449,1731475330129; forceNewPlan=false, retain=false 2024-11-13T05:22:26,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ab0f6a0566014e6373b11f9367f9432d, regionState=OPENING, regionLocation=a61c20bd729c,35449,1731475330129 2024-11-13T05:22:26,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ab0f6a0566014e6373b11f9367f9432d, ASSIGN because future has completed 2024-11-13T05:22:26,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab0f6a0566014e6373b11f9367f9432d, server=a61c20bd729c,35449,1731475330129}] 2024-11-13T05:22:26,272 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d. 2024-11-13T05:22:26,272 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ab0f6a0566014e6373b11f9367f9432d, NAME => 'test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:22:26,273 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:22:26,273 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T05:22:26,273 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:26,273 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:26,273 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:26,273 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:26,274 INFO [StoreOpener-ab0f6a0566014e6373b11f9367f9432d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:26,275 INFO [StoreOpener-ab0f6a0566014e6373b11f9367f9432d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab0f6a0566014e6373b11f9367f9432d columnFamilyName f 2024-11-13T05:22:26,275 DEBUG [StoreOpener-ab0f6a0566014e6373b11f9367f9432d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:26,275 INFO [StoreOpener-ab0f6a0566014e6373b11f9367f9432d-1 {}] regionserver.HStore(327): Store=ab0f6a0566014e6373b11f9367f9432d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:26,275 INFO [StoreOpener-ab0f6a0566014e6373b11f9367f9432d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:26,276 INFO [StoreOpener-ab0f6a0566014e6373b11f9367f9432d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab0f6a0566014e6373b11f9367f9432d columnFamilyName f1 2024-11-13T05:22:26,276 DEBUG [StoreOpener-ab0f6a0566014e6373b11f9367f9432d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:26,276 INFO [StoreOpener-ab0f6a0566014e6373b11f9367f9432d-1 {}] regionserver.HStore(327): Store=ab0f6a0566014e6373b11f9367f9432d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:26,276 INFO [StoreOpener-ab0f6a0566014e6373b11f9367f9432d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:26,277 INFO [StoreOpener-ab0f6a0566014e6373b11f9367f9432d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab0f6a0566014e6373b11f9367f9432d columnFamilyName norep 2024-11-13T05:22:26,277 DEBUG [StoreOpener-ab0f6a0566014e6373b11f9367f9432d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:26,277 INFO [StoreOpener-ab0f6a0566014e6373b11f9367f9432d-1 {}] regionserver.HStore(327): Store=ab0f6a0566014e6373b11f9367f9432d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:26,277 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:26,278 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:26,278 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:26,279 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:26,279 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:26,279 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:22:26,280 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:26,281 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:22:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:26,281 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ab0f6a0566014e6373b11f9367f9432d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75059742, jitterRate=0.11847731471061707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:22:26,281 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:26,282 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ab0f6a0566014e6373b11f9367f9432d: Running coprocessor pre-open hook at 1731475346273Writing region info on filesystem at 1731475346273Initializing all the Stores at 1731475346274 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475346274Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475346274Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475346274Cleaning up temporary data from old regions at 1731475346279 (+5 ms)Running coprocessor post-open hooks at 1731475346281 (+2 ms)Region opened successfully at 1731475346282 (+1 ms) 2024-11-13T05:22:26,282 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d., pid=6, masterSystemTime=1731475346269 2024-11-13T05:22:26,284 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d. 2024-11-13T05:22:26,284 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d. 2024-11-13T05:22:26,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ab0f6a0566014e6373b11f9367f9432d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a61c20bd729c,35449,1731475330129 2024-11-13T05:22:26,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab0f6a0566014e6373b11f9367f9432d, server=a61c20bd729c,35449,1731475330129 because future has completed 2024-11-13T05:22:26,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:22:26,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ab0f6a0566014e6373b11f9367f9432d, server=a61c20bd729c,35449,1731475330129 in 169 msec 2024-11-13T05:22:26,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T05:22:26,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ab0f6a0566014e6373b11f9367f9432d, ASSIGN in 324 msec 2024-11-13T05:22:26,290 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:22:26,290 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475346290"}]},"ts":"1731475346290"} 2024-11-13T05:22:26,292 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T05:22:26,292 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:22:26,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-11-13T05:22:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:27,291 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T05:22:27,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:22:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,39377,1731475335729 2024-11-13T05:22:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a8dc1fd 2024-11-13T05:22:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:22:27,293 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:22:27,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39377 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:22:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39377 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T05:22:27,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:22:27,295 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:27,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:22:27,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39377 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T05:22:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:27,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741835_1011 (size=902) 2024-11-13T05:22:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:27,703 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4244d2953f283be70d96907bb230441, NAME => 'test,,1731475347293.e4244d2953f283be70d96907bb230441.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89 2024-11-13T05:22:27,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741836_1012 (size=39) 2024-11-13T05:22:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:28,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731475347293.e4244d2953f283be70d96907bb230441.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:28,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e4244d2953f283be70d96907bb230441, disabling compactions & flushes 2024-11-13T05:22:28,107 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731475347293.e4244d2953f283be70d96907bb230441. 2024-11-13T05:22:28,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475347293.e4244d2953f283be70d96907bb230441. 2024-11-13T05:22:28,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731475347293.e4244d2953f283be70d96907bb230441. after waiting 0 ms 2024-11-13T05:22:28,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731475347293.e4244d2953f283be70d96907bb230441. 2024-11-13T05:22:28,107 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731475347293.e4244d2953f283be70d96907bb230441. 2024-11-13T05:22:28,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4244d2953f283be70d96907bb230441: Waiting for close lock at 1731475348107Disabling compacts and flushes for region at 1731475348107Disabling writes for close at 1731475348107Writing region close event to WAL at 1731475348107Closed at 1731475348107 2024-11-13T05:22:28,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:22:28,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731475347293.e4244d2953f283be70d96907bb230441.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731475348108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475348108"}]},"ts":"1731475348108"} 2024-11-13T05:22:28,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:22:28,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:22:28,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475348110"}]},"ts":"1731475348110"} 2024-11-13T05:22:28,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T05:22:28,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4244d2953f283be70d96907bb230441, ASSIGN}] 2024-11-13T05:22:28,112 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4244d2953f283be70d96907bb230441, ASSIGN 2024-11-13T05:22:28,113 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e4244d2953f283be70d96907bb230441, ASSIGN; state=OFFLINE, location=a61c20bd729c,40265,1731475335880; forceNewPlan=false, retain=false 2024-11-13T05:22:28,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4244d2953f283be70d96907bb230441, regionState=OPENING, regionLocation=a61c20bd729c,40265,1731475335880 2024-11-13T05:22:28,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e4244d2953f283be70d96907bb230441, ASSIGN because future has completed 2024-11-13T05:22:28,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4244d2953f283be70d96907bb230441, server=a61c20bd729c,40265,1731475335880}] 2024-11-13T05:22:28,420 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731475347293.e4244d2953f283be70d96907bb230441. 2024-11-13T05:22:28,420 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e4244d2953f283be70d96907bb230441, NAME => 'test,,1731475347293.e4244d2953f283be70d96907bb230441.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:22:28,420 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:22:28,420 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T05:22:28,420 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e4244d2953f283be70d96907bb230441 2024-11-13T05:22:28,420 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731475347293.e4244d2953f283be70d96907bb230441.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:28,420 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e4244d2953f283be70d96907bb230441 2024-11-13T05:22:28,420 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e4244d2953f283be70d96907bb230441 2024-11-13T05:22:28,421 INFO [StoreOpener-e4244d2953f283be70d96907bb230441-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e4244d2953f283be70d96907bb230441 2024-11-13T05:22:28,422 INFO [StoreOpener-e4244d2953f283be70d96907bb230441-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4244d2953f283be70d96907bb230441 columnFamilyName f 2024-11-13T05:22:28,422 DEBUG [StoreOpener-e4244d2953f283be70d96907bb230441-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:28,422 INFO [StoreOpener-e4244d2953f283be70d96907bb230441-1 {}] regionserver.HStore(327): Store=e4244d2953f283be70d96907bb230441/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:28,422 INFO [StoreOpener-e4244d2953f283be70d96907bb230441-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e4244d2953f283be70d96907bb230441 2024-11-13T05:22:28,423 INFO [StoreOpener-e4244d2953f283be70d96907bb230441-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4244d2953f283be70d96907bb230441 columnFamilyName f1 2024-11-13T05:22:28,423 DEBUG [StoreOpener-e4244d2953f283be70d96907bb230441-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:28,423 INFO [StoreOpener-e4244d2953f283be70d96907bb230441-1 {}] regionserver.HStore(327): Store=e4244d2953f283be70d96907bb230441/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:28,423 INFO [StoreOpener-e4244d2953f283be70d96907bb230441-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e4244d2953f283be70d96907bb230441 2024-11-13T05:22:28,424 INFO [StoreOpener-e4244d2953f283be70d96907bb230441-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4244d2953f283be70d96907bb230441 columnFamilyName norep 2024-11-13T05:22:28,424 DEBUG [StoreOpener-e4244d2953f283be70d96907bb230441-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:28,424 INFO [StoreOpener-e4244d2953f283be70d96907bb230441-1 {}] regionserver.HStore(327): Store=e4244d2953f283be70d96907bb230441/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:28,424 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e4244d2953f283be70d96907bb230441 2024-11-13T05:22:28,425 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441 2024-11-13T05:22:28,425 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441 2024-11-13T05:22:28,425 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e4244d2953f283be70d96907bb230441 2024-11-13T05:22:28,425 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e4244d2953f283be70d96907bb230441 2024-11-13T05:22:28,426 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:22:28,427 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e4244d2953f283be70d96907bb230441 2024-11-13T05:22:28,428 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:22:28,428 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e4244d2953f283be70d96907bb230441; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70890793, jitterRate=0.05635513365268707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:22:28,428 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4244d2953f283be70d96907bb230441 2024-11-13T05:22:28,428 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e4244d2953f283be70d96907bb230441: Running coprocessor pre-open hook at 1731475348420Writing region info on filesystem at 1731475348420Initializing all the Stores at 1731475348421 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475348421Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475348421Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475348421Cleaning up temporary data from old regions at 1731475348425 (+4 ms)Running coprocessor post-open hooks at 1731475348428 (+3 ms)Region opened successfully at 1731475348428 2024-11-13T05:22:28,429 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731475347293.e4244d2953f283be70d96907bb230441., pid=6, masterSystemTime=1731475348417 2024-11-13T05:22:28,430 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731475347293.e4244d2953f283be70d96907bb230441. 2024-11-13T05:22:28,430 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731475347293.e4244d2953f283be70d96907bb230441. 2024-11-13T05:22:28,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4244d2953f283be70d96907bb230441, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a61c20bd729c,40265,1731475335880 2024-11-13T05:22:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:28,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4244d2953f283be70d96907bb230441, server=a61c20bd729c,40265,1731475335880 because future has completed 2024-11-13T05:22:28,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:22:28,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e4244d2953f283be70d96907bb230441, server=a61c20bd729c,40265,1731475335880 in 168 msec 2024-11-13T05:22:28,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T05:22:28,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e4244d2953f283be70d96907bb230441, ASSIGN in 322 msec 2024-11-13T05:22:28,436 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:22:28,436 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475348436"}]},"ts":"1731475348436"} 2024-11-13T05:22:28,437 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T05:22:28,437 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:22:28,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-11-13T05:22:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:29,451 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T05:22:29,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:22:29,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35811,1731475341647 2024-11-13T05:22:29,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@525830f7 2024-11-13T05:22:29,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:22:29,453 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:22:29,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:22:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T05:22:29,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:22:29,455 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:29,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T05:22:29,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:22:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:29,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741835_1011 (size=902) 2024-11-13T05:22:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:29,907 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64b0a9dbb6c03f41f1fa7807d2f84320, NAME => 'test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde 2024-11-13T05:22:29,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741836_1012 (size=39) 2024-11-13T05:22:30,040 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T05:22:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:30,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:30,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 64b0a9dbb6c03f41f1fa7807d2f84320, disabling compactions & flushes 2024-11-13T05:22:30,312 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320. 2024-11-13T05:22:30,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320. 2024-11-13T05:22:30,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320. after waiting 0 ms 2024-11-13T05:22:30,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320. 2024-11-13T05:22:30,312 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320. 2024-11-13T05:22:30,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64b0a9dbb6c03f41f1fa7807d2f84320: Waiting for close lock at 1731475350312Disabling compacts and flushes for region at 1731475350312Disabling writes for close at 1731475350312Writing region close event to WAL at 1731475350312Closed at 1731475350312 2024-11-13T05:22:30,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:22:30,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731475350313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475350313"}]},"ts":"1731475350313"} 2024-11-13T05:22:30,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:22:30,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:22:30,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475350315"}]},"ts":"1731475350315"} 2024-11-13T05:22:30,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T05:22:30,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=64b0a9dbb6c03f41f1fa7807d2f84320, ASSIGN}] 2024-11-13T05:22:30,318 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=64b0a9dbb6c03f41f1fa7807d2f84320, ASSIGN 2024-11-13T05:22:30,318 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=64b0a9dbb6c03f41f1fa7807d2f84320, ASSIGN; state=OFFLINE, location=a61c20bd729c,36747,1731475341790; forceNewPlan=false, retain=false 2024-11-13T05:22:30,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=64b0a9dbb6c03f41f1fa7807d2f84320, regionState=OPENING, regionLocation=a61c20bd729c,36747,1731475341790 2024-11-13T05:22:30,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=64b0a9dbb6c03f41f1fa7807d2f84320, ASSIGN because future has completed 2024-11-13T05:22:30,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64b0a9dbb6c03f41f1fa7807d2f84320, server=a61c20bd729c,36747,1731475341790}] 2024-11-13T05:22:30,563 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:22:30,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:30,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:30,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:30,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:30,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:30,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:30,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:30,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:30,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:30,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:30,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:30,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:30,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:30,625 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320. 2024-11-13T05:22:30,625 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 64b0a9dbb6c03f41f1fa7807d2f84320, NAME => 'test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:22:30,626 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:22:30,626 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T05:22:30,626 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 64b0a9dbb6c03f41f1fa7807d2f84320 2024-11-13T05:22:30,626 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:30,626 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 64b0a9dbb6c03f41f1fa7807d2f84320 2024-11-13T05:22:30,626 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 64b0a9dbb6c03f41f1fa7807d2f84320 2024-11-13T05:22:30,627 INFO [StoreOpener-64b0a9dbb6c03f41f1fa7807d2f84320-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 64b0a9dbb6c03f41f1fa7807d2f84320 2024-11-13T05:22:30,628 INFO [StoreOpener-64b0a9dbb6c03f41f1fa7807d2f84320-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64b0a9dbb6c03f41f1fa7807d2f84320 columnFamilyName f 2024-11-13T05:22:30,628 DEBUG [StoreOpener-64b0a9dbb6c03f41f1fa7807d2f84320-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:30,628 INFO [StoreOpener-64b0a9dbb6c03f41f1fa7807d2f84320-1 {}] regionserver.HStore(327): Store=64b0a9dbb6c03f41f1fa7807d2f84320/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:30,628 INFO [StoreOpener-64b0a9dbb6c03f41f1fa7807d2f84320-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 64b0a9dbb6c03f41f1fa7807d2f84320 2024-11-13T05:22:30,629 INFO [StoreOpener-64b0a9dbb6c03f41f1fa7807d2f84320-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64b0a9dbb6c03f41f1fa7807d2f84320 columnFamilyName f1 2024-11-13T05:22:30,629 DEBUG [StoreOpener-64b0a9dbb6c03f41f1fa7807d2f84320-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:30,629 INFO [StoreOpener-64b0a9dbb6c03f41f1fa7807d2f84320-1 {}] regionserver.HStore(327): Store=64b0a9dbb6c03f41f1fa7807d2f84320/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:30,629 INFO [StoreOpener-64b0a9dbb6c03f41f1fa7807d2f84320-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 64b0a9dbb6c03f41f1fa7807d2f84320 2024-11-13T05:22:30,630 INFO [StoreOpener-64b0a9dbb6c03f41f1fa7807d2f84320-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64b0a9dbb6c03f41f1fa7807d2f84320 columnFamilyName norep 2024-11-13T05:22:30,630 DEBUG [StoreOpener-64b0a9dbb6c03f41f1fa7807d2f84320-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:30,630 INFO [StoreOpener-64b0a9dbb6c03f41f1fa7807d2f84320-1 {}] regionserver.HStore(327): Store=64b0a9dbb6c03f41f1fa7807d2f84320/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:30,630 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 64b0a9dbb6c03f41f1fa7807d2f84320 2024-11-13T05:22:30,630 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320 2024-11-13T05:22:30,631 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320 2024-11-13T05:22:30,631 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 64b0a9dbb6c03f41f1fa7807d2f84320 2024-11-13T05:22:30,631 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 64b0a9dbb6c03f41f1fa7807d2f84320 2024-11-13T05:22:30,631 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:22:30,632 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 64b0a9dbb6c03f41f1fa7807d2f84320 2024-11-13T05:22:30,634 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:22:30,634 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 64b0a9dbb6c03f41f1fa7807d2f84320; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72941279, jitterRate=0.08690975606441498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:22:30,634 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64b0a9dbb6c03f41f1fa7807d2f84320 2024-11-13T05:22:30,634 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 64b0a9dbb6c03f41f1fa7807d2f84320: Running coprocessor pre-open hook at 1731475350626Writing region info on filesystem at 1731475350626Initializing all the Stores at 1731475350627 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475350627Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475350627Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475350627Cleaning up temporary data from old regions at 1731475350631 (+4 ms)Running coprocessor post-open hooks at 1731475350634 (+3 ms)Region opened successfully at 1731475350634 2024-11-13T05:22:30,635 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320., pid=6, masterSystemTime=1731475350622 2024-11-13T05:22:30,637 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320. 2024-11-13T05:22:30,637 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320. 2024-11-13T05:22:30,637 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=64b0a9dbb6c03f41f1fa7807d2f84320, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a61c20bd729c,36747,1731475341790 2024-11-13T05:22:30,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64b0a9dbb6c03f41f1fa7807d2f84320, server=a61c20bd729c,36747,1731475341790 because future has completed 2024-11-13T05:22:30,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:22:30,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 64b0a9dbb6c03f41f1fa7807d2f84320, server=a61c20bd729c,36747,1731475341790 in 169 msec 2024-11-13T05:22:30,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T05:22:30,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=64b0a9dbb6c03f41f1fa7807d2f84320, ASSIGN in 324 msec 2024-11-13T05:22:30,642 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:22:30,643 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475350642"}]},"ts":"1731475350642"} 2024-11-13T05:22:30,644 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T05:22:30,645 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:22:30,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1920 sec 2024-11-13T05:22:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:31,601 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T05:22:31,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de409c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:31,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,37175,-1 for getting cluster id 2024-11-13T05:22:31,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:22:31,603 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a9a83a7-baa9-495c-9547-07e9e5f280dc' 2024-11-13T05:22:31,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:22:31,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a9a83a7-baa9-495c-9547-07e9e5f280dc" 2024-11-13T05:22:31,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a211ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:31,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,37175,-1] 2024-11-13T05:22:31,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:22:31,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:31,604 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:22:31,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4497dd1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:31,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:22:31,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,37175,1731475329918 2024-11-13T05:22:31,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46501058 2024-11-13T05:22:31,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:22:31,606 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:22:31,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a61c20bd729c:39377,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T05:22:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:22:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:22:31,609 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:39377' 2024-11-13T05:22:31,610 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f85365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:31,610 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,39377,-1 for getting cluster id 2024-11-13T05:22:31,610 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:22:31,611 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a932932-306f-49e7-bff0-f76204c4bd76' 2024-11-13T05:22:31,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:22:31,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a932932-306f-49e7-bff0-f76204c4bd76" 2024-11-13T05:22:31,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb004f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:31,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,39377,-1] 2024-11-13T05:22:31,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:22:31,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:31,612 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:22:31,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e3eac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:31,612 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:22:31,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,39377,1731475335729 2024-11-13T05:22:31,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@98bdcf1 2024-11-13T05:22:31,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:22:31,614 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:22:31,614 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T05:22:31,614 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:22:31,614 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:31,614 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:31,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:31,615 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:22:31,616 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T05:22:31,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:22:31,616 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:31,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:22:31,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741837_1013 (size=1138) 2024-11-13T05:22:31,666 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T05:22:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:22:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:22:32,023 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71f759f153edde8c0ba1ae444de7cabe, NAME => 'hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2 2024-11-13T05:22:32,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741838_1014 (size=44) 2024-11-13T05:22:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:22:32,428 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:32,428 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 71f759f153edde8c0ba1ae444de7cabe, disabling compactions & flushes 2024-11-13T05:22:32,428 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. 2024-11-13T05:22:32,428 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. 2024-11-13T05:22:32,428 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. after waiting 0 ms 2024-11-13T05:22:32,428 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. 2024-11-13T05:22:32,428 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. 2024-11-13T05:22:32,428 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71f759f153edde8c0ba1ae444de7cabe: Waiting for close lock at 1731475352428Disabling compacts and flushes for region at 1731475352428Disabling writes for close at 1731475352428Writing region close event to WAL at 1731475352428Closed at 1731475352428 2024-11-13T05:22:32,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:22:32,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731475352429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475352429"}]},"ts":"1731475352429"} 2024-11-13T05:22:32,431 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:22:32,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:22:32,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475352432"}]},"ts":"1731475352432"} 2024-11-13T05:22:32,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T05:22:32,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71f759f153edde8c0ba1ae444de7cabe, ASSIGN}] 2024-11-13T05:22:32,434 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71f759f153edde8c0ba1ae444de7cabe, ASSIGN 2024-11-13T05:22:32,435 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71f759f153edde8c0ba1ae444de7cabe, ASSIGN; state=OFFLINE, location=a61c20bd729c,35449,1731475330129; forceNewPlan=false, retain=false 2024-11-13T05:22:32,585 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=71f759f153edde8c0ba1ae444de7cabe, regionState=OPENING, regionLocation=a61c20bd729c,35449,1731475330129 2024-11-13T05:22:32,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71f759f153edde8c0ba1ae444de7cabe, ASSIGN because future has completed 2024-11-13T05:22:32,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71f759f153edde8c0ba1ae444de7cabe, server=a61c20bd729c,35449,1731475330129}] 2024-11-13T05:22:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:22:32,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. 2024-11-13T05:22:32,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:22:32,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T05:22:32,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C35449%2C1731475330129.rep, suffix=, logDir=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129, archiveDir=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/oldWALs, maxLogs=10 2024-11-13T05:22:32,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.rep.1731475352744, exclude list is [], retry=0 2024-11-13T05:22:32,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36351,DS-885114fe-c20a-436a-8182-79681cfaea8b,DISK] 2024-11-13T05:22:32,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.rep.1731475352744 2024-11-13T05:22:32,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44149:44149)] 2024-11-13T05:22:32,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 71f759f153edde8c0ba1ae444de7cabe, NAME => 'hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:22:32,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:22:32,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:22:32,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. service=MultiRowMutationService 2024-11-13T05:22:32,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T05:22:32,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 71f759f153edde8c0ba1ae444de7cabe 2024-11-13T05:22:32,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:32,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 71f759f153edde8c0ba1ae444de7cabe 2024-11-13T05:22:32,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 71f759f153edde8c0ba1ae444de7cabe 2024-11-13T05:22:32,763 INFO [StoreOpener-71f759f153edde8c0ba1ae444de7cabe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 71f759f153edde8c0ba1ae444de7cabe 2024-11-13T05:22:32,764 INFO [StoreOpener-71f759f153edde8c0ba1ae444de7cabe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71f759f153edde8c0ba1ae444de7cabe columnFamilyName hfileref 2024-11-13T05:22:32,764 DEBUG [StoreOpener-71f759f153edde8c0ba1ae444de7cabe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:32,764 INFO [StoreOpener-71f759f153edde8c0ba1ae444de7cabe-1 {}] regionserver.HStore(327): Store=71f759f153edde8c0ba1ae444de7cabe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:32,764 INFO [StoreOpener-71f759f153edde8c0ba1ae444de7cabe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 71f759f153edde8c0ba1ae444de7cabe 2024-11-13T05:22:32,765 INFO [StoreOpener-71f759f153edde8c0ba1ae444de7cabe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71f759f153edde8c0ba1ae444de7cabe columnFamilyName queue 2024-11-13T05:22:32,765 DEBUG [StoreOpener-71f759f153edde8c0ba1ae444de7cabe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:32,765 INFO [StoreOpener-71f759f153edde8c0ba1ae444de7cabe-1 {}] regionserver.HStore(327): Store=71f759f153edde8c0ba1ae444de7cabe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:32,765 INFO [StoreOpener-71f759f153edde8c0ba1ae444de7cabe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 71f759f153edde8c0ba1ae444de7cabe 2024-11-13T05:22:32,766 INFO [StoreOpener-71f759f153edde8c0ba1ae444de7cabe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71f759f153edde8c0ba1ae444de7cabe columnFamilyName sid 2024-11-13T05:22:32,766 DEBUG [StoreOpener-71f759f153edde8c0ba1ae444de7cabe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:32,767 INFO [StoreOpener-71f759f153edde8c0ba1ae444de7cabe-1 {}] regionserver.HStore(327): Store=71f759f153edde8c0ba1ae444de7cabe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:32,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 71f759f153edde8c0ba1ae444de7cabe 2024-11-13T05:22:32,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/replication/71f759f153edde8c0ba1ae444de7cabe 2024-11-13T05:22:32,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/replication/71f759f153edde8c0ba1ae444de7cabe 2024-11-13T05:22:32,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 71f759f153edde8c0ba1ae444de7cabe 2024-11-13T05:22:32,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 71f759f153edde8c0ba1ae444de7cabe 2024-11-13T05:22:32,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:22:32,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 71f759f153edde8c0ba1ae444de7cabe 2024-11-13T05:22:32,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/replication/71f759f153edde8c0ba1ae444de7cabe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:22:32,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 71f759f153edde8c0ba1ae444de7cabe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59948366, jitterRate=-0.10669973492622375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:22:32,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71f759f153edde8c0ba1ae444de7cabe 2024-11-13T05:22:32,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 71f759f153edde8c0ba1ae444de7cabe: Running coprocessor pre-open hook at 1731475352762Writing region info on filesystem at 1731475352762Initializing all the Stores at 1731475352762Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475352763 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475352763Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475352763Cleaning up temporary data from old regions at 1731475352768 (+5 ms)Running coprocessor post-open hooks at 1731475352771 (+3 ms)Region opened successfully at 1731475352771 2024-11-13T05:22:32,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe., pid=10, masterSystemTime=1731475352740 2024-11-13T05:22:32,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. 2024-11-13T05:22:32,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. 2024-11-13T05:22:32,773 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=71f759f153edde8c0ba1ae444de7cabe, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,35449,1731475330129 2024-11-13T05:22:32,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71f759f153edde8c0ba1ae444de7cabe, server=a61c20bd729c,35449,1731475330129 because future has completed 2024-11-13T05:22:32,776 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37175 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=a61c20bd729c,35449,1731475330129, table=hbase:replication, region=71f759f153edde8c0ba1ae444de7cabe. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T05:22:32,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T05:22:32,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 71f759f153edde8c0ba1ae444de7cabe, server=a61c20bd729c,35449,1731475330129 in 188 msec 2024-11-13T05:22:32,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T05:22:32,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71f759f153edde8c0ba1ae444de7cabe, ASSIGN in 344 msec 2024-11-13T05:22:32,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:22:32,779 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475352779"}]},"ts":"1731475352779"} 2024-11-13T05:22:32,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T05:22:32,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:22:32,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-13T05:22:32,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe., hostname=a61c20bd729c,35449,1731475330129, seqNum=2] 2024-11-13T05:22:32,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596 2024-11-13T05:22:32,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596 2024-11-13T05:22:32,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:22:33,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T05:22:33,125 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T05:22:33,152 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a61c20bd729c,35449,1731475330129, ReplicationSource: 1, currentBandwidth=0 2024-11-13T05:22:33,152 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:22:33,152 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,35449,1731475330129, seqNum=-1] 2024-11-13T05:22:33,153 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:22:33,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-13T05:22:33,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a61c20bd729c,35449,1731475330129', locateType=CURRENT is [region=hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe., hostname=a61c20bd729c,35449,1731475330129, seqNum=2] 2024-11-13T05:22:33,157 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T05:22:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T05:22:33,159 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a61c20bd729c,35449,1731475330129 suceeded 2024-11-13T05:22:33,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T05:22:33,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-13T05:22:33,160 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a61c20bd729c:39377,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:22:33,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5530 sec 2024-11-13T05:22:33,170 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:39377' 2024-11-13T05:22:33,172 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75b8a295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:33,172 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,39377,-1 for getting cluster id 2024-11-13T05:22:33,172 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:22:33,172 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a932932-306f-49e7-bff0-f76204c4bd76' 2024-11-13T05:22:33,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:22:33,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a932932-306f-49e7-bff0-f76204c4bd76" 2024-11-13T05:22:33,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32f777c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:33,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,39377,-1] 2024-11-13T05:22:33,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:22:33,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:33,174 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:22:33,174 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@170b6972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:33,174 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:22:33,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,39377,1731475335729 2024-11-13T05:22:33,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@227d937e 2024-11-13T05:22:33,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:22:33,176 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-13T05:22:33,176 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a61c20bd729c,35449,1731475330129 (queues=1) is replicating from cluster=3a9a83a7-baa9-495c-9547-07e9e5f280dc to cluster=1a932932-306f-49e7-bff0-f76204c4bd76 2024-11-13T05:22:33,176 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a61c20bd729c%2C35449%2C1731475330129 2024-11-13T05:22:33,176 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a61c20bd729c,35449,1731475330129, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:22:33,177 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.shippera61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C35449%2C1731475330129 2024-11-13T05:22:33,177 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331, startPosition=0, beingWritten=true 2024-11-13T05:22:33,181 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:22:33,181 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 379, reset compression=false 2024-11-13T05:22:33,181 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.shippera61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,35449,1731475330129 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:22:33,384 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 379, reset compression=false 2024-11-13T05:22:33,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T05:22:33,654 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T05:22:33,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:22:33,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T05:22:33,687 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 379, reset compression=false 2024-11-13T05:22:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:22:33,751 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T05:22:33,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:22:33,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:33,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:33,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:33,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:33,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63406098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:33,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,39377,-1 for getting cluster id 2024-11-13T05:22:33,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:22:33,753 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a932932-306f-49e7-bff0-f76204c4bd76' 2024-11-13T05:22:33,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:22:33,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a932932-306f-49e7-bff0-f76204c4bd76" 2024-11-13T05:22:33,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bade85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:33,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,39377,-1] 2024-11-13T05:22:33,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:22:33,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:33,754 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:22:33,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2714fc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:33,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:22:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,39377,1731475335729 2024-11-13T05:22:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e83e231 2024-11-13T05:22:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:22:33,756 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:22:33,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39377 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a61c20bd729c:35811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T05:22:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39377 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:22:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:22:33,759 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:35811' 2024-11-13T05:22:33,760 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed0dfd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:33,760 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35811,-1 for getting cluster id 2024-11-13T05:22:33,760 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:22:33,760 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '289bd80b-4fd3-430e-99dc-6e3d4ad2adf4' 2024-11-13T05:22:33,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:22:33,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "289bd80b-4fd3-430e-99dc-6e3d4ad2adf4" 2024-11-13T05:22:33,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f382a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:33,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35811,-1] 2024-11-13T05:22:33,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:22:33,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:33,761 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:22:33,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e0866b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:33,762 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:22:33,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35811,1731475341647 2024-11-13T05:22:33,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dba5670 2024-11-13T05:22:33,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:22:33,763 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:22:33,763 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T05:22:33,764 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:22:33,764 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:33,764 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:33,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:33,764 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:22:33,765 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T05:22:33,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:22:33,766 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:33,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:22:33,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741837_1013 (size=1138) 2024-11-13T05:22:33,815 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T05:22:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:22:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:22:34,090 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 379, reset compression=false 2024-11-13T05:22:34,172 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91471676de2eb12349282eefa45a40d9, NAME => 'hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89 2024-11-13T05:22:34,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741838_1014 (size=44) 2024-11-13T05:22:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:22:34,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:34,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 91471676de2eb12349282eefa45a40d9, disabling compactions & flushes 2024-11-13T05:22:34,578 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. 2024-11-13T05:22:34,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. 2024-11-13T05:22:34,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. after waiting 0 ms 2024-11-13T05:22:34,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. 2024-11-13T05:22:34,578 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. 2024-11-13T05:22:34,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91471676de2eb12349282eefa45a40d9: Waiting for close lock at 1731475354578Disabling compacts and flushes for region at 1731475354578Disabling writes for close at 1731475354578Writing region close event to WAL at 1731475354578Closed at 1731475354578 2024-11-13T05:22:34,593 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 379, reset compression=false 2024-11-13T05:22:34,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:22:34,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731475354619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475354619"}]},"ts":"1731475354619"} 2024-11-13T05:22:34,621 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:22:34,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:22:34,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475354621"}]},"ts":"1731475354621"} 2024-11-13T05:22:34,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T05:22:34,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=91471676de2eb12349282eefa45a40d9, ASSIGN}] 2024-11-13T05:22:34,624 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=91471676de2eb12349282eefa45a40d9, ASSIGN 2024-11-13T05:22:34,625 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=91471676de2eb12349282eefa45a40d9, ASSIGN; state=OFFLINE, location=a61c20bd729c,40265,1731475335880; forceNewPlan=false, retain=false 2024-11-13T05:22:34,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=91471676de2eb12349282eefa45a40d9, regionState=OPENING, regionLocation=a61c20bd729c,40265,1731475335880 2024-11-13T05:22:34,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=91471676de2eb12349282eefa45a40d9, ASSIGN because future has completed 2024-11-13T05:22:34,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91471676de2eb12349282eefa45a40d9, server=a61c20bd729c,40265,1731475335880}] 2024-11-13T05:22:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:22:34,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. 2024-11-13T05:22:34,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:22:34,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T05:22:34,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C40265%2C1731475335880.rep, suffix=, logDir=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880, archiveDir=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/oldWALs, maxLogs=10 2024-11-13T05:22:34,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.rep.1731475354934, exclude list is [], retry=0 2024-11-13T05:22:34,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46413,DS-6be3f1f8-4157-4d1a-9947-a92862e52894,DISK] 2024-11-13T05:22:34,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.rep.1731475354934 2024-11-13T05:22:34,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43383:43383)] 2024-11-13T05:22:34,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 91471676de2eb12349282eefa45a40d9, NAME => 'hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:22:34,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:22:34,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:22:34,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. service=MultiRowMutationService 2024-11-13T05:22:34,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T05:22:34,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 91471676de2eb12349282eefa45a40d9 2024-11-13T05:22:34,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:34,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 91471676de2eb12349282eefa45a40d9 2024-11-13T05:22:34,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 91471676de2eb12349282eefa45a40d9 2024-11-13T05:22:34,951 INFO [StoreOpener-91471676de2eb12349282eefa45a40d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 91471676de2eb12349282eefa45a40d9 2024-11-13T05:22:34,952 INFO [StoreOpener-91471676de2eb12349282eefa45a40d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91471676de2eb12349282eefa45a40d9 columnFamilyName hfileref 2024-11-13T05:22:34,952 DEBUG [StoreOpener-91471676de2eb12349282eefa45a40d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:34,953 INFO [StoreOpener-91471676de2eb12349282eefa45a40d9-1 {}] regionserver.HStore(327): Store=91471676de2eb12349282eefa45a40d9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:34,953 INFO [StoreOpener-91471676de2eb12349282eefa45a40d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 91471676de2eb12349282eefa45a40d9 2024-11-13T05:22:34,953 INFO [StoreOpener-91471676de2eb12349282eefa45a40d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91471676de2eb12349282eefa45a40d9 columnFamilyName queue 2024-11-13T05:22:34,954 DEBUG [StoreOpener-91471676de2eb12349282eefa45a40d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:34,954 INFO [StoreOpener-91471676de2eb12349282eefa45a40d9-1 {}] regionserver.HStore(327): Store=91471676de2eb12349282eefa45a40d9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:34,954 INFO [StoreOpener-91471676de2eb12349282eefa45a40d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 91471676de2eb12349282eefa45a40d9 2024-11-13T05:22:34,954 INFO [StoreOpener-91471676de2eb12349282eefa45a40d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91471676de2eb12349282eefa45a40d9 columnFamilyName sid 2024-11-13T05:22:34,954 DEBUG [StoreOpener-91471676de2eb12349282eefa45a40d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:34,955 INFO [StoreOpener-91471676de2eb12349282eefa45a40d9-1 {}] regionserver.HStore(327): Store=91471676de2eb12349282eefa45a40d9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:34,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 91471676de2eb12349282eefa45a40d9 2024-11-13T05:22:34,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/replication/91471676de2eb12349282eefa45a40d9 2024-11-13T05:22:34,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/replication/91471676de2eb12349282eefa45a40d9 2024-11-13T05:22:34,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 91471676de2eb12349282eefa45a40d9 2024-11-13T05:22:34,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 91471676de2eb12349282eefa45a40d9 2024-11-13T05:22:34,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:22:34,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 91471676de2eb12349282eefa45a40d9 2024-11-13T05:22:34,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/replication/91471676de2eb12349282eefa45a40d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:22:34,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 91471676de2eb12349282eefa45a40d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58737359, jitterRate=-0.12474514544010162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:22:34,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91471676de2eb12349282eefa45a40d9 2024-11-13T05:22:34,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 91471676de2eb12349282eefa45a40d9: Running coprocessor pre-open hook at 1731475354951Writing region info on filesystem at 1731475354951Initializing all the Stores at 1731475354951Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475354951Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475354951Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475354951Cleaning up temporary data from old regions at 1731475354956 (+5 ms)Running coprocessor post-open hooks at 1731475354959 (+3 ms)Region opened successfully at 1731475354959 2024-11-13T05:22:34,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9., pid=10, masterSystemTime=1731475354929 2024-11-13T05:22:34,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. 2024-11-13T05:22:34,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. 2024-11-13T05:22:34,962 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=91471676de2eb12349282eefa45a40d9, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,40265,1731475335880 2024-11-13T05:22:34,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91471676de2eb12349282eefa45a40d9, server=a61c20bd729c,40265,1731475335880 because future has completed 2024-11-13T05:22:34,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T05:22:34,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 91471676de2eb12349282eefa45a40d9, server=a61c20bd729c,40265,1731475335880 in 186 msec 2024-11-13T05:22:34,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T05:22:34,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=91471676de2eb12349282eefa45a40d9, ASSIGN in 343 msec 2024-11-13T05:22:34,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:22:34,969 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475354968"}]},"ts":"1731475354968"} 2024-11-13T05:22:34,970 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T05:22:34,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:22:34,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2070 sec 2024-11-13T05:22:35,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9., hostname=a61c20bd729c,40265,1731475335880, seqNum=2] 2024-11-13T05:22:35,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017 2024-11-13T05:22:35,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017 2024-11-13T05:22:35,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:22:35,196 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 379, reset compression=false 2024-11-13T05:22:35,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T05:22:35,252 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T05:22:35,278 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a61c20bd729c,40265,1731475335880, ReplicationSource: 1, currentBandwidth=0 2024-11-13T05:22:35,279 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:22:35,279 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,40265,1731475335880, seqNum=-1] 2024-11-13T05:22:35,279 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:22:35,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T05:22:35,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a61c20bd729c,40265,1731475335880', locateType=CURRENT is [region=hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9., hostname=a61c20bd729c,40265,1731475335880, seqNum=2] 2024-11-13T05:22:35,283 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T05:22:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39377 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T05:22:35,285 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a61c20bd729c,40265,1731475335880 suceeded 2024-11-13T05:22:35,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T05:22:35,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-13T05:22:35,286 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a61c20bd729c:35811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:22:35,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5300 sec 2024-11-13T05:22:35,297 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:35811' 2024-11-13T05:22:35,298 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c6b238f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:35,298 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35811,-1 for getting cluster id 2024-11-13T05:22:35,298 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:22:35,299 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '289bd80b-4fd3-430e-99dc-6e3d4ad2adf4' 2024-11-13T05:22:35,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:22:35,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "289bd80b-4fd3-430e-99dc-6e3d4ad2adf4" 2024-11-13T05:22:35,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79c7e75f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:35,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35811,-1] 2024-11-13T05:22:35,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:22:35,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:35,300 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:22:35,300 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74bd8663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:35,300 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:22:35,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35811,1731475341647 2024-11-13T05:22:35,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e48a83b 2024-11-13T05:22:35,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:22:35,302 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-13T05:22:35,302 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a61c20bd729c,40265,1731475335880 (queues=1) is replicating from cluster=1a932932-306f-49e7-bff0-f76204c4bd76 to cluster=289bd80b-4fd3-430e-99dc-6e3d4ad2adf4 2024-11-13T05:22:35,302 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a61c20bd729c%2C40265%2C1731475335880 2024-11-13T05:22:35,302 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a61c20bd729c,40265,1731475335880, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:22:35,303 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C40265%2C1731475335880 2024-11-13T05:22:35,303 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176, startPosition=0, beingWritten=true 2024-11-13T05:22:35,307 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:22:35,307 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 379, reset compression=false 2024-11-13T05:22:35,307 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40265,1731475335880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:22:35,511 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 379, reset compression=false 2024-11-13T05:22:35,814 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 379, reset compression=false 2024-11-13T05:22:35,900 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 379, reset compression=false 2024-11-13T05:22:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:22:35,901 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T05:22:35,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:22:35,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:35,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:35,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:35,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:35,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ebb655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:35,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35811,-1 for getting cluster id 2024-11-13T05:22:35,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:22:35,903 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '289bd80b-4fd3-430e-99dc-6e3d4ad2adf4' 2024-11-13T05:22:35,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:22:35,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "289bd80b-4fd3-430e-99dc-6e3d4ad2adf4" 2024-11-13T05:22:35,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f5a322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:35,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35811,-1] 2024-11-13T05:22:35,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:22:35,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:35,904 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:22:35,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31836aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:35,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:22:35,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,35811,1731475341647 2024-11-13T05:22:35,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@541e685 2024-11-13T05:22:35,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:22:35,907 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:22:35,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a61c20bd729c:39377,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T05:22:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:22:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:22:35,909 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:39377' 2024-11-13T05:22:35,910 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557795ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:35,910 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,39377,-1 for getting cluster id 2024-11-13T05:22:35,910 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:22:35,910 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a932932-306f-49e7-bff0-f76204c4bd76' 2024-11-13T05:22:35,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:22:35,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a932932-306f-49e7-bff0-f76204c4bd76" 2024-11-13T05:22:35,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694e99b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:35,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,39377,-1] 2024-11-13T05:22:35,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:22:35,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:35,912 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:22:35,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76fa3540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:35,912 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:22:35,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,39377,1731475335729 2024-11-13T05:22:35,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fda3bd8 2024-11-13T05:22:35,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:22:35,914 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:22:35,915 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T05:22:35,915 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:22:35,915 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:35,915 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:35,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:35,915 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:22:35,916 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T05:22:35,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:22:35,917 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:35,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:22:35,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741837_1013 (size=1138) 2024-11-13T05:22:35,967 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T05:22:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:22:36,128 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:22:36,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:36,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:36,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:36,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:36,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:36,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:36,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:36,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:36,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:36,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:36,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:36,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:36,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:36,217 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 379, reset compression=false 2024-11-13T05:22:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:22:36,223 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T05:22:36,323 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa6a4849bdf4f1add08b480f34f9779c, NAME => 'hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde 2024-11-13T05:22:36,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741838_1014 (size=44) 2024-11-13T05:22:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:22:36,705 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 379, reset compression=false 2024-11-13T05:22:36,720 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 379, reset compression=false 2024-11-13T05:22:36,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:36,728 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fa6a4849bdf4f1add08b480f34f9779c, disabling compactions & flushes 2024-11-13T05:22:36,728 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. 2024-11-13T05:22:36,728 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. 2024-11-13T05:22:36,728 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. after waiting 0 ms 2024-11-13T05:22:36,728 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. 2024-11-13T05:22:36,728 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. 2024-11-13T05:22:36,728 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa6a4849bdf4f1add08b480f34f9779c: Waiting for close lock at 1731475356728Disabling compacts and flushes for region at 1731475356728Disabling writes for close at 1731475356728Writing region close event to WAL at 1731475356728Closed at 1731475356728 2024-11-13T05:22:36,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:22:36,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731475356729"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475356729"}]},"ts":"1731475356729"} 2024-11-13T05:22:36,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:22:36,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:22:36,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475356731"}]},"ts":"1731475356731"} 2024-11-13T05:22:36,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T05:22:36,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa6a4849bdf4f1add08b480f34f9779c, ASSIGN}] 2024-11-13T05:22:36,734 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa6a4849bdf4f1add08b480f34f9779c, ASSIGN 2024-11-13T05:22:36,734 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa6a4849bdf4f1add08b480f34f9779c, ASSIGN; state=OFFLINE, location=a61c20bd729c,36747,1731475341790; forceNewPlan=false, retain=false 2024-11-13T05:22:36,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa6a4849bdf4f1add08b480f34f9779c, regionState=OPENING, regionLocation=a61c20bd729c,36747,1731475341790 2024-11-13T05:22:36,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa6a4849bdf4f1add08b480f34f9779c, ASSIGN because future has completed 2024-11-13T05:22:36,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa6a4849bdf4f1add08b480f34f9779c, server=a61c20bd729c,36747,1731475341790}] 2024-11-13T05:22:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:22:37,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. 2024-11-13T05:22:37,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:22:37,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T05:22:37,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C36747%2C1731475341790.rep, suffix=, logDir=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790, archiveDir=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/oldWALs, maxLogs=10 2024-11-13T05:22:37,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.rep.1731475357043, exclude list is [], retry=0 2024-11-13T05:22:37,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41127,DS-fe465069-10f1-4ae5-86ff-a1d2f7b3e32c,DISK] 2024-11-13T05:22:37,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.rep.1731475357043 2024-11-13T05:22:37,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37019:37019)] 2024-11-13T05:22:37,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fa6a4849bdf4f1add08b480f34f9779c, NAME => 'hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:22:37,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:22:37,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:22:37,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. service=MultiRowMutationService 2024-11-13T05:22:37,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T05:22:37,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:37,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:37,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:37,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:37,060 INFO [StoreOpener-fa6a4849bdf4f1add08b480f34f9779c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:37,061 INFO [StoreOpener-fa6a4849bdf4f1add08b480f34f9779c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa6a4849bdf4f1add08b480f34f9779c columnFamilyName hfileref 2024-11-13T05:22:37,061 DEBUG [StoreOpener-fa6a4849bdf4f1add08b480f34f9779c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:37,061 INFO [StoreOpener-fa6a4849bdf4f1add08b480f34f9779c-1 {}] regionserver.HStore(327): Store=fa6a4849bdf4f1add08b480f34f9779c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:37,061 INFO [StoreOpener-fa6a4849bdf4f1add08b480f34f9779c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:37,061 INFO [StoreOpener-fa6a4849bdf4f1add08b480f34f9779c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa6a4849bdf4f1add08b480f34f9779c columnFamilyName queue 2024-11-13T05:22:37,062 DEBUG [StoreOpener-fa6a4849bdf4f1add08b480f34f9779c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:37,062 INFO [StoreOpener-fa6a4849bdf4f1add08b480f34f9779c-1 {}] regionserver.HStore(327): Store=fa6a4849bdf4f1add08b480f34f9779c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:37,062 INFO [StoreOpener-fa6a4849bdf4f1add08b480f34f9779c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:37,062 INFO [StoreOpener-fa6a4849bdf4f1add08b480f34f9779c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa6a4849bdf4f1add08b480f34f9779c columnFamilyName sid 2024-11-13T05:22:37,062 DEBUG [StoreOpener-fa6a4849bdf4f1add08b480f34f9779c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:37,063 INFO [StoreOpener-fa6a4849bdf4f1add08b480f34f9779c-1 {}] regionserver.HStore(327): Store=fa6a4849bdf4f1add08b480f34f9779c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:37,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:37,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/replication/fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:37,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/replication/fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:37,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:37,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:37,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:22:37,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:37,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/replication/fa6a4849bdf4f1add08b480f34f9779c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:22:37,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fa6a4849bdf4f1add08b480f34f9779c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73749339, jitterRate=0.09895078837871552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:22:37,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:37,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fa6a4849bdf4f1add08b480f34f9779c: Running coprocessor pre-open hook at 1731475357059Writing region info on filesystem at 1731475357059Initializing all the Stores at 1731475357059Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475357059Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475357060 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475357060Cleaning up temporary data from old regions at 1731475357064 (+4 ms)Running coprocessor post-open hooks at 1731475357067 (+3 ms)Region opened successfully at 1731475357067 2024-11-13T05:22:37,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c., pid=10, masterSystemTime=1731475357038 2024-11-13T05:22:37,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. 2024-11-13T05:22:37,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. 2024-11-13T05:22:37,070 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa6a4849bdf4f1add08b480f34f9779c, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,36747,1731475341790 2024-11-13T05:22:37,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa6a4849bdf4f1add08b480f34f9779c, server=a61c20bd729c,36747,1731475341790 because future has completed 2024-11-13T05:22:37,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T05:22:37,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fa6a4849bdf4f1add08b480f34f9779c, server=a61c20bd729c,36747,1731475341790 in 185 msec 2024-11-13T05:22:37,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T05:22:37,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa6a4849bdf4f1add08b480f34f9779c, ASSIGN in 340 msec 2024-11-13T05:22:37,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:22:37,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475357075"}]},"ts":"1731475357075"} 2024-11-13T05:22:37,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T05:22:37,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:22:37,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1620 sec 2024-11-13T05:22:37,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c., hostname=a61c20bd729c,36747,1731475341790, seqNum=2] 2024-11-13T05:22:37,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962 2024-11-13T05:22:37,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962 2024-11-13T05:22:37,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:22:37,323 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 379, reset compression=false 2024-11-13T05:22:37,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T05:22:37,367 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T05:22:37,394 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a61c20bd729c,36747,1731475341790, ReplicationSource: 1, currentBandwidth=0 2024-11-13T05:22:37,394 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:22:37,395 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,36747,1731475341790, seqNum=-1] 2024-11-13T05:22:37,395 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:22:37,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T05:22:37,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a61c20bd729c,36747,1731475341790', locateType=CURRENT is [region=hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c., hostname=a61c20bd729c,36747,1731475341790, seqNum=2] 2024-11-13T05:22:37,399 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T05:22:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T05:22:37,401 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a61c20bd729c,36747,1731475341790 suceeded 2024-11-13T05:22:37,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T05:22:37,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-13T05:22:37,402 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a61c20bd729c:39377,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:22:37,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4950 sec 2024-11-13T05:22:37,412 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:39377' 2024-11-13T05:22:37,413 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c285e76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:37,413 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,39377,-1 for getting cluster id 2024-11-13T05:22:37,413 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:22:37,414 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a932932-306f-49e7-bff0-f76204c4bd76' 2024-11-13T05:22:37,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:22:37,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a932932-306f-49e7-bff0-f76204c4bd76" 2024-11-13T05:22:37,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5871473b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:37,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,39377,-1] 2024-11-13T05:22:37,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:22:37,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:37,415 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:22:37,415 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8d7eb20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:37,415 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:22:37,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,39377,1731475335729 2024-11-13T05:22:37,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4adb97f9 2024-11-13T05:22:37,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:22:37,416 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-13T05:22:37,417 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a61c20bd729c,36747,1731475341790 (queues=1) is replicating from cluster=289bd80b-4fd3-430e-99dc-6e3d4ad2adf4 to cluster=1a932932-306f-49e7-bff0-f76204c4bd76 2024-11-13T05:22:37,417 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a61c20bd729c%2C36747%2C1731475341790 2024-11-13T05:22:37,417 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a61c20bd729c,36747,1731475341790, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:22:37,417 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.shippera61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C36747%2C1731475341790 2024-11-13T05:22:37,417 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126, startPosition=0, beingWritten=true 2024-11-13T05:22:37,421 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:22:37,421 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 379, reset compression=false 2024-11-13T05:22:37,421 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.shippera61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,36747,1731475341790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:22:37,608 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 379, reset compression=false 2024-11-13T05:22:37,625 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 379, reset compression=false 2024-11-13T05:22:37,928 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 379, reset compression=false 2024-11-13T05:22:38,026 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 379, reset compression=false 2024-11-13T05:22:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:22:38,052 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T05:22:38,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:22:38,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:38,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:38,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:38,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:38,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42761de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:38,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,37175,-1 for getting cluster id 2024-11-13T05:22:38,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:22:38,053 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a9a83a7-baa9-495c-9547-07e9e5f280dc' 2024-11-13T05:22:38,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:22:38,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a9a83a7-baa9-495c-9547-07e9e5f280dc" 2024-11-13T05:22:38,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0201b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,37175,-1] 2024-11-13T05:22:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:22:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:38,054 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:22:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c5c6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:38,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21240cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:38,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,39377,-1 for getting cluster id 2024-11-13T05:22:38,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:22:38,056 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a932932-306f-49e7-bff0-f76204c4bd76' 2024-11-13T05:22:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:22:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a932932-306f-49e7-bff0-f76204c4bd76" 2024-11-13T05:22:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3050f89f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,39377,-1] 2024-11-13T05:22:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:22:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:38,057 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:22:38,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f43b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:38,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192434ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:38,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35811,-1 for getting cluster id 2024-11-13T05:22:38,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:22:38,058 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '289bd80b-4fd3-430e-99dc-6e3d4ad2adf4' 2024-11-13T05:22:38,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:22:38,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "289bd80b-4fd3-430e-99dc-6e3d4ad2adf4" 2024-11-13T05:22:38,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cfb899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35811,-1] 2024-11-13T05:22:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:22:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:38,059 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:22:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e3c4aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:38,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:22:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,35449,1731475330129, seqNum=-1] 2024-11-13T05:22:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:22:38,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:22:38,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d., hostname=a61c20bd729c,35449,1731475330129, seqNum=2] 2024-11-13T05:22:38,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:22:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,36747,1731475341790, seqNum=-1] 2024-11-13T05:22:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:22:38,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:22:38,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320., hostname=a61c20bd729c,36747,1731475341790, seqNum=2] 2024-11-13T05:22:38,070 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T05:22:38,331 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 379, reset compression=false 2024-11-13T05:22:38,611 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 379, reset compression=false 2024-11-13T05:22:38,615 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:22:38,615 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 480, reset compression=false 2024-11-13T05:22:38,615 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.shippera61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,35449,1731475330129 got entry batch from reader: WALEntryBatch [walEntries=[{test/ab0f6a0566014e6373b11f9367f9432d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T05:22:38,617 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.shippera61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:22:38,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-13T05:22:38,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:22:38,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fb3a318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:38,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,39377,-1 for getting cluster id 2024-11-13T05:22:38,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:22:38,620 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a932932-306f-49e7-bff0-f76204c4bd76' 2024-11-13T05:22:38,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:22:38,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a932932-306f-49e7-bff0-f76204c4bd76" 2024-11-13T05:22:38,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@207bf08f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:38,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,39377,-1] 2024-11-13T05:22:38,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:22:38,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:38,621 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:22:38,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d659b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:38,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:22:38,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,40265,1731475335880, seqNum=-1] 2024-11-13T05:22:38,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:22:38,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T05:22:38,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731475347293.e4244d2953f283be70d96907bb230441., hostname=a61c20bd729c,40265,1731475335880, seqNum=2] 2024-11-13T05:22:38,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:22:38,817 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 480, reset compression=false 2024-11-13T05:22:38,829 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 379, reset compression=false 2024-11-13T05:22:38,833 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:22:38,833 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 503, reset compression=false 2024-11-13T05:22:38,833 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40265,1731475335880 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4244d2953f283be70d96907bb230441/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T05:22:38,834 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 379, reset compression=false 2024-11-13T05:22:38,835 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:22:38,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-13T05:22:38,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:22:38,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72369ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:38,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,35811,-1 for getting cluster id 2024-11-13T05:22:38,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:22:38,837 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '289bd80b-4fd3-430e-99dc-6e3d4ad2adf4' 2024-11-13T05:22:38,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:22:38,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "289bd80b-4fd3-430e-99dc-6e3d4ad2adf4" 2024-11-13T05:22:38,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5375f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:38,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,35811,-1] 2024-11-13T05:22:38,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:22:38,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:38,838 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:22:38,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@540c0e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:38,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:22:38,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,36747,1731475341790, seqNum=-1] 2024-11-13T05:22:38,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:22:38,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T05:22:38,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320., hostname=a61c20bd729c,36747,1731475341790, seqNum=2] 2024-11-13T05:22:38,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:22:39,037 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 503, reset compression=false 2024-11-13T05:22:39,072 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T05:22:39,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:22:39,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,40265,1731475335880, seqNum=-1] 2024-11-13T05:22:39,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:22:39,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:22:39,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731475347293.e4244d2953f283be70d96907bb230441., hostname=a61c20bd729c,40265,1731475335880, seqNum=2] 2024-11-13T05:22:39,077 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T05:22:39,121 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 480, reset compression=false 2024-11-13T05:22:39,340 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 503, reset compression=false 2024-11-13T05:22:39,343 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:22:39,343 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 607, reset compression=false 2024-11-13T05:22:39,343 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40265,1731475335880 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4244d2953f283be70d96907bb230441/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T05:22:39,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:22:39,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:22:39,437 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 379, reset compression=false 2024-11-13T05:22:39,441 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:22:39,441 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 653, reset compression=false 2024-11-13T05:22:39,441 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.shippera61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,36747,1731475341790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:22:39,508 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:22:39,524 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 480, reset compression=false 2024-11-13T05:22:39,548 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 607, reset compression=false 2024-11-13T05:22:39,643 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 653, reset compression=false 2024-11-13T05:22:39,851 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 607, reset compression=false 2024-11-13T05:22:39,946 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 653, reset compression=false 2024-11-13T05:22:40,027 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 480, reset compression=false 2024-11-13T05:22:40,079 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T05:22:40,082 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T05:22:40,254 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 607, reset compression=false 2024-11-13T05:22:40,349 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 653, reset compression=false 2024-11-13T05:22:40,352 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:22:40,352 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 757, reset compression=false 2024-11-13T05:22:40,352 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.shippera61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,36747,1731475341790 got entry batch from reader: WALEntryBatch [walEntries=[{test/64b0a9dbb6c03f41f1fa7807d2f84320/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T05:22:40,354 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.shippera61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:22:40,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-13T05:22:40,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:22:40,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:22:40,555 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 757, reset compression=false 2024-11-13T05:22:40,630 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 480, reset compression=false 2024-11-13T05:22:40,757 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 607, reset compression=false 2024-11-13T05:22:40,760 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:22:40,760 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 734, reset compression=false 2024-11-13T05:22:40,760 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40265,1731475335880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:22:40,859 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 757, reset compression=false 2024-11-13T05:22:40,973 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 734, reset compression=false 2024-11-13T05:22:41,084 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T05:22:41,086 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T05:22:41,262 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 757, reset compression=false 2024-11-13T05:22:41,276 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 734, reset compression=false 2024-11-13T05:22:41,333 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 480, reset compression=false 2024-11-13T05:22:41,336 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:22:41,336 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 636, reset compression=false 2024-11-13T05:22:41,336 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.shippera61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,35449,1731475330129 got entry batch from reader: WALEntryBatch [walEntries=[{test/ab0f6a0566014e6373b11f9367f9432d/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T05:22:41,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:22:41,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:22:41,539 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 636, reset compression=false 2024-11-13T05:22:41,679 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 734, reset compression=false 2024-11-13T05:22:41,682 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:22:41,682 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 881, reset compression=false 2024-11-13T05:22:41,682 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40265,1731475335880 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4244d2953f283be70d96907bb230441/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T05:22:41,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:22:41,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:22:41,765 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 757, reset compression=false 2024-11-13T05:22:41,768 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:22:41,768 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 927, reset compression=false 2024-11-13T05:22:41,768 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.shippera61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,36747,1731475341790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:22:41,842 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 636, reset compression=false 2024-11-13T05:22:41,885 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 881, reset compression=false 2024-11-13T05:22:41,972 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 927, reset compression=false 2024-11-13T05:22:42,088 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T05:22:42,094 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T05:22:42,188 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 881, reset compression=false 2024-11-13T05:22:42,192 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:22:42,192 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 1040, reset compression=false 2024-11-13T05:22:42,192 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40265,1731475335880 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4244d2953f283be70d96907bb230441/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T05:22:42,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:22:42,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:22:42,245 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 636, reset compression=false 2024-11-13T05:22:42,275 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 927, reset compression=false 2024-11-13T05:22:42,278 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:22:42,278 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 1076, reset compression=false 2024-11-13T05:22:42,278 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.shippera61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,36747,1731475341790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:22:42,408 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 1040, reset compression=false 2024-11-13T05:22:42,482 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 1076, reset compression=false 2024-11-13T05:22:42,561 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:22:42,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:42,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:42,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:42,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:42,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:42,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:42,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:42,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:42,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:42,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:42,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:42,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:42,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:42,712 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 1040, reset compression=false 2024-11-13T05:22:42,748 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 636, reset compression=false 2024-11-13T05:22:42,786 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 1076, reset compression=false 2024-11-13T05:22:43,096 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T05:22:43,099 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T05:22:43,115 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 1040, reset compression=false 2024-11-13T05:22:43,190 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 1076, reset compression=false 2024-11-13T05:22:43,194 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:22:43,194 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 1235, reset compression=false 2024-11-13T05:22:43,194 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.shippera61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,36747,1731475341790 got entry batch from reader: WALEntryBatch [walEntries=[{test/64b0a9dbb6c03f41f1fa7807d2f84320/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T05:22:43,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T05:22:43,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T05:22:43,351 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 636, reset compression=false 2024-11-13T05:22:43,397 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 1235, reset compression=false 2024-11-13T05:22:43,618 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 1040, reset compression=false 2024-11-13T05:22:43,621 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:22:43,621 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 1189, reset compression=false 2024-11-13T05:22:43,621 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40265,1731475335880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:22:43,700 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 1235, reset compression=false 2024-11-13T05:22:43,824 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 1189, reset compression=false 2024-11-13T05:22:44,054 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 636, reset compression=false 2024-11-13T05:22:44,100 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T05:22:44,103 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 1235, reset compression=false 2024-11-13T05:22:44,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:22:44,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:22:44,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:44,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:44,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:44,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:44,106 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:22:44,106 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=100164248, stopped=false 2024-11-13T05:22:44,106 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,35811,1731475341647 2024-11-13T05:22:44,128 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 1189, reset compression=false 2024-11-13T05:22:44,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2999426962/running 2024-11-13T05:22:44,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2999426962/running 2024-11-13T05:22:44,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962 2024-11-13T05:22:44,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962 2024-11-13T05:22:44,214 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:22:44,214 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:22:44,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:44,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:44,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Set watcher on znode that does not yet exist, /2999426962/running 2024-11-13T05:22:44,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Set watcher on znode that does not yet exist, /2999426962/running 2024-11-13T05:22:44,214 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,36747,1731475341790' ***** 2024-11-13T05:22:44,214 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:22:44,215 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:22:44,215 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:22:44,215 INFO [RS:0;a61c20bd729c:36747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:22:44,215 INFO [RS:0;a61c20bd729c:36747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:22:44,215 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(3091): Received CLOSE for 64b0a9dbb6c03f41f1fa7807d2f84320 2024-11-13T05:22:44,215 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(3091): Received CLOSE for fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:44,215 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,36747,1731475341790 2024-11-13T05:22:44,215 INFO [RS:0;a61c20bd729c:36747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:22:44,215 INFO [RS:0;a61c20bd729c:36747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:36747. 2024-11-13T05:22:44,215 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64b0a9dbb6c03f41f1fa7807d2f84320, disabling compactions & flushes 2024-11-13T05:22:44,215 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320. 2024-11-13T05:22:44,216 DEBUG [RS:0;a61c20bd729c:36747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:44,216 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320. 2024-11-13T05:22:44,216 DEBUG [RS:0;a61c20bd729c:36747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:44,216 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320. after waiting 0 ms 2024-11-13T05:22:44,216 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320. 2024-11-13T05:22:44,216 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:22:44,216 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:22:44,216 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:22:44,216 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:22:44,216 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 64b0a9dbb6c03f41f1fa7807d2f84320 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T05:22:44,216 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T05:22:44,216 DEBUG [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1325): Online Regions={64b0a9dbb6c03f41f1fa7807d2f84320=test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320., fa6a4849bdf4f1add08b480f34f9779c=hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:22:44,216 DEBUG [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64b0a9dbb6c03f41f1fa7807d2f84320, fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:44,216 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:22:44,216 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:22:44,216 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:22:44,216 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:22:44,216 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:22:44,216 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T05:22:44,231 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320/.tmp/f/b5c81dc0602d46839024be7195f142a2 is 29, key is row1/f:/1731475362088/DeleteFamily/seqid=0 2024-11-13T05:22:44,231 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/.tmp/info/5c0d7763792e4afbba03a2d6b2e145e0 is 147, key is hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c./info:regioninfo/1731475357070/Put/seqid=0 2024-11-13T05:22:44,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741840_1016 (size=5152) 2024-11-13T05:22:44,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741841_1017 (size=7686) 2024-11-13T05:22:44,234 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320/.tmp/f/b5c81dc0602d46839024be7195f142a2 2024-11-13T05:22:44,237 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5c81dc0602d46839024be7195f142a2 2024-11-13T05:22:44,249 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320/.tmp/f1/cb6ac59cbb46414393f32ca3f2873af9 is 30, key is row1/f1:/1731475362088/DeleteFamily/seqid=0 2024-11-13T05:22:44,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741842_1018 (size=5158) 2024-11-13T05:22:44,278 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-13T05:22:44,278 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-13T05:22:44,313 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:22:44,416 DEBUG [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64b0a9dbb6c03f41f1fa7807d2f84320, fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:44,531 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 1189, reset compression=false 2024-11-13T05:22:44,606 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 1235, reset compression=false 2024-11-13T05:22:44,610 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:22:44,610 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 1482, reset compression=false 2024-11-13T05:22:44,610 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.shippera61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,36747,1731475341790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:22:44,610 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.shippera61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a61c20bd729c,36747,1731475341790: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a61c20bd729c,36747,1731475341790, walGroup=a61c20bd729c%2C36747%2C1731475341790, offset=a61c20bd729c%2C36747%2C1731475341790.1731475344126:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:36747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T05:22:44,611 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.shippera61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T05:22:44,611 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.shippera61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T05:22:44,612 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.shippera61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T05:22:44,612 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.shippera61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T05:22:44,612 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.shippera61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T05:22:44,612 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.shippera61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 893711744 }, "NonHeapMemoryUsage": { "committed": 205979648, "init": 7667712, "max": -1, "used": 201559472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T05:22:44,613 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.shippera61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:35811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:35811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T05:22:44,616 DEBUG [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64b0a9dbb6c03f41f1fa7807d2f84320, fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:44,634 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/.tmp/info/5c0d7763792e4afbba03a2d6b2e145e0 2024-11-13T05:22:44,649 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/.tmp/ns/92e94ca71bdd4d0aa434fa634cfc9388 is 43, key is default/ns:d/1731475345083/Put/seqid=0 2024-11-13T05:22:44,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741843_1019 (size=5153) 2024-11-13T05:22:44,653 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320/.tmp/f1/cb6ac59cbb46414393f32ca3f2873af9 2024-11-13T05:22:44,656 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb6ac59cbb46414393f32ca3f2873af9 2024-11-13T05:22:44,672 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320/.tmp/norep/7aad8f373bf64debaede871afb29e6c0 is 33, key is row2/norep:/1731475363097/DeleteFamily/seqid=0 2024-11-13T05:22:44,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741844_1020 (size=5108) 2024-11-13T05:22:44,812 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 1482, reset compression=false 2024-11-13T05:22:44,816 DEBUG [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64b0a9dbb6c03f41f1fa7807d2f84320, fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:44,858 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 636, reset compression=false 2024-11-13T05:22:45,001 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:22:45,001 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:22:45,016 DEBUG [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64b0a9dbb6c03f41f1fa7807d2f84320, fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:45,034 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 1189, reset compression=false 2024-11-13T05:22:45,053 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/.tmp/ns/92e94ca71bdd4d0aa434fa634cfc9388 2024-11-13T05:22:45,072 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/.tmp/rep_barrier/6612c1497d1c4bbe9ec3083575cb2792 is 112, key is test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320./rep_barrier:seqnumDuringOpen/1731475350637/Put/seqid=0 2024-11-13T05:22:45,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741845_1021 (size=5518) 2024-11-13T05:22:45,075 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320/.tmp/norep/7aad8f373bf64debaede871afb29e6c0 2024-11-13T05:22:45,078 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7aad8f373bf64debaede871afb29e6c0 2024-11-13T05:22:45,079 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320/.tmp/f/b5c81dc0602d46839024be7195f142a2 as hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320/f/b5c81dc0602d46839024be7195f142a2 2024-11-13T05:22:45,082 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5c81dc0602d46839024be7195f142a2 2024-11-13T05:22:45,082 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320/f/b5c81dc0602d46839024be7195f142a2, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T05:22:45,083 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320/.tmp/f1/cb6ac59cbb46414393f32ca3f2873af9 as hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320/f1/cb6ac59cbb46414393f32ca3f2873af9 2024-11-13T05:22:45,115 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 1482, reset compression=false 2024-11-13T05:22:45,179 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb6ac59cbb46414393f32ca3f2873af9 2024-11-13T05:22:45,180 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320/f1/cb6ac59cbb46414393f32ca3f2873af9, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T05:22:45,180 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320/.tmp/norep/7aad8f373bf64debaede871afb29e6c0 as hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320/norep/7aad8f373bf64debaede871afb29e6c0 2024-11-13T05:22:45,183 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7aad8f373bf64debaede871afb29e6c0 2024-11-13T05:22:45,184 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320/norep/7aad8f373bf64debaede871afb29e6c0, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T05:22:45,184 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 64b0a9dbb6c03f41f1fa7807d2f84320 in 968ms, sequenceid=10, compaction requested=false 2024-11-13T05:22:45,188 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/default/test/64b0a9dbb6c03f41f1fa7807d2f84320/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T05:22:45,188 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:22:45,188 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:22:45,188 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320. 2024-11-13T05:22:45,188 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64b0a9dbb6c03f41f1fa7807d2f84320: Waiting for close lock at 1731475364215Running coprocessor pre-close hooks at 1731475364215Disabling compacts and flushes for region at 1731475364215Disabling writes for close at 1731475364216 (+1 ms)Obtaining lock to block concurrent updates at 1731475364216Preparing flush snapshotting stores in 64b0a9dbb6c03f41f1fa7807d2f84320 at 1731475364216Finished memstore snapshotting test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731475364216Flushing stores of test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320. at 1731475364216Flushing 64b0a9dbb6c03f41f1fa7807d2f84320/f: creating writer at 1731475364216Flushing 64b0a9dbb6c03f41f1fa7807d2f84320/f: appending metadata at 1731475364230 (+14 ms)Flushing 64b0a9dbb6c03f41f1fa7807d2f84320/f: closing flushed file at 1731475364230Flushing 64b0a9dbb6c03f41f1fa7807d2f84320/f1: creating writer at 1731475364237 (+7 ms)Flushing 64b0a9dbb6c03f41f1fa7807d2f84320/f1: appending metadata at 1731475364249 (+12 ms)Flushing 64b0a9dbb6c03f41f1fa7807d2f84320/f1: closing flushed file at 1731475364249Flushing 64b0a9dbb6c03f41f1fa7807d2f84320/norep: creating writer at 1731475364656 (+407 ms)Flushing 64b0a9dbb6c03f41f1fa7807d2f84320/norep: appending metadata at 1731475364671 (+15 ms)Flushing 64b0a9dbb6c03f41f1fa7807d2f84320/norep: closing flushed file at 1731475364671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6653f5b2: reopening flushed file at 1731475365078 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@326476d4: reopening flushed file at 1731475365083 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@288e049c: reopening flushed file at 1731475365180 (+97 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 64b0a9dbb6c03f41f1fa7807d2f84320 in 968ms, sequenceid=10, compaction requested=false at 1731475365184 (+4 ms)Writing region close event to WAL at 1731475365185 (+1 ms)Running coprocessor post-close hooks at 1731475365188 (+3 ms)Closed at 1731475365188 2024-11-13T05:22:45,188 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731475349453.64b0a9dbb6c03f41f1fa7807d2f84320. 2024-11-13T05:22:45,188 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa6a4849bdf4f1add08b480f34f9779c, disabling compactions & flushes 2024-11-13T05:22:45,188 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. 2024-11-13T05:22:45,188 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. 2024-11-13T05:22:45,189 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. after waiting 0 ms 2024-11-13T05:22:45,189 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. 2024-11-13T05:22:45,189 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa6a4849bdf4f1add08b480f34f9779c: Waiting for close lock at 1731475365188Running coprocessor pre-close hooks at 1731475365188Disabling compacts and flushes for region at 1731475365188Disabling writes for close at 1731475365189 (+1 ms)Failed flush hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c., putting online again at 1731475365189 2024-11-13T05:22:45,189 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. 2024-11-13T05:22:45,217 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T05:22:45,217 DEBUG [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1325): Online Regions={fa6a4849bdf4f1add08b480f34f9779c=hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:22:45,217 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(3091): Received CLOSE for fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:45,217 DEBUG [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa6a4849bdf4f1add08b480f34f9779c 2024-11-13T05:22:45,217 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa6a4849bdf4f1add08b480f34f9779c, disabling compactions & flushes 2024-11-13T05:22:45,217 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. 2024-11-13T05:22:45,217 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. 2024-11-13T05:22:45,217 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. after waiting 0 ms 2024-11-13T05:22:45,217 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. 2024-11-13T05:22:45,217 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa6a4849bdf4f1add08b480f34f9779c: Waiting for close lock at 1731475365217Running coprocessor pre-close hooks at 1731475365217Disabling compacts and flushes for region at 1731475365217Disabling writes for close at 1731475365217Failed flush hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c., putting online again at 1731475365217 2024-11-13T05:22:45,217 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731475355915.fa6a4849bdf4f1add08b480f34f9779c. 2024-11-13T05:22:45,318 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:22:45,417 DEBUG [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:22:45,476 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/.tmp/rep_barrier/6612c1497d1c4bbe9ec3083575cb2792 2024-11-13T05:22:45,491 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/.tmp/table/a552fcfe21484323832361a324f2aaed is 53, key is hbase:replication/table:state/1731475357075/Put/seqid=0 2024-11-13T05:22:45,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741846_1022 (size=5308) 2024-11-13T05:22:45,518 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 1482, reset compression=false 2024-11-13T05:22:45,521 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:22:45,521 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 2126, reset compression=false 2024-11-13T05:22:45,617 DEBUG [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:22:45,638 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 1189, reset compression=false 2024-11-13T05:22:45,724 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 2126, reset compression=false 2024-11-13T05:22:45,761 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 636, reset compression=false 2024-11-13T05:22:45,817 DEBUG [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:22:45,895 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/.tmp/table/a552fcfe21484323832361a324f2aaed 2024-11-13T05:22:45,898 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/.tmp/info/5c0d7763792e4afbba03a2d6b2e145e0 as hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/info/5c0d7763792e4afbba03a2d6b2e145e0 2024-11-13T05:22:45,901 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/info/5c0d7763792e4afbba03a2d6b2e145e0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T05:22:45,902 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/.tmp/ns/92e94ca71bdd4d0aa434fa634cfc9388 as hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/ns/92e94ca71bdd4d0aa434fa634cfc9388 2024-11-13T05:22:45,905 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/ns/92e94ca71bdd4d0aa434fa634cfc9388, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T05:22:45,905 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/.tmp/rep_barrier/6612c1497d1c4bbe9ec3083575cb2792 as hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/rep_barrier/6612c1497d1c4bbe9ec3083575cb2792 2024-11-13T05:22:45,908 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/rep_barrier/6612c1497d1c4bbe9ec3083575cb2792, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T05:22:45,909 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/.tmp/table/a552fcfe21484323832361a324f2aaed as hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/table/a552fcfe21484323832361a324f2aaed 2024-11-13T05:22:45,912 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/table/a552fcfe21484323832361a324f2aaed, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T05:22:45,912 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=16, compaction requested=false 2024-11-13T05:22:45,919 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T05:22:45,919 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:22:45,919 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:22:45,919 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:22:45,919 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475364216Running coprocessor pre-close hooks at 1731475364216Disabling compacts and flushes for region at 1731475364216Disabling writes for close at 1731475364216Obtaining lock to block concurrent updates at 1731475364216Preparing flush snapshotting stores in 1588230740 at 1731475364216Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731475364216Flushing stores of hbase:meta,,1.1588230740 at 1731475364217 (+1 ms)Flushing 1588230740/info: creating writer at 1731475364217Flushing 1588230740/info: appending metadata at 1731475364231 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731475364231Flushing 1588230740/ns: creating writer at 1731475364637 (+406 ms)Flushing 1588230740/ns: appending metadata at 1731475364649 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731475364649Flushing 1588230740/rep_barrier: creating writer at 1731475365056 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731475365071 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731475365071Flushing 1588230740/table: creating writer at 1731475365479 (+408 ms)Flushing 1588230740/table: appending metadata at 1731475365491 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731475365491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db543b6: reopening flushed file at 1731475365898 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27d2b7a2: reopening flushed file at 1731475365902 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9d0e87: reopening flushed file at 1731475365905 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c965ec: reopening flushed file at 1731475365908 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=16, compaction requested=false at 1731475365912 (+4 ms)Writing region close event to WAL at 1731475365917 (+5 ms)Running coprocessor post-close hooks at 1731475365919 (+2 ms)Closed at 1731475365919 2024-11-13T05:22:45,919 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:22:46,017 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T05:22:46,017 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,36747,1731475341790; all regions closed. 2024-11-13T05:22:46,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741834_1010 (size=4239) 2024-11-13T05:22:46,019 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.meta.1731475345045.meta not finished, retry = 0 2024-11-13T05:22:46,026 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.1731475344126 to pos 2126, reset compression=false 2024-11-13T05:22:46,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741839_1015 (size=1953) 2024-11-13T05:22:46,122 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/WALs/a61c20bd729c,36747,1731475341790/a61c20bd729c%2C36747%2C1731475341790.rep.1731475357043 not finished, retry = 0 2024-11-13T05:22:46,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741832_1008 (size=2134) 2024-11-13T05:22:46,224 DEBUG [RS:0;a61c20bd729c:36747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:46,224 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:22:46,225 INFO [RS:0;a61c20bd729c:36747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:22:46,225 INFO [RS:0;a61c20bd729c:36747 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T05:22:46,225 INFO [RS:0;a61c20bd729c:36747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:22:46,225 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:22:46,225 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a61c20bd729c,36747,1731475341790 because: Region server is closing 2024-11-13T05:22:46,225 INFO [RS:0;a61c20bd729c:36747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:36747. 2024-11-13T05:22:46,226 DEBUG [RS:0;a61c20bd729c:36747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:46,226 DEBUG [RS:0;a61c20bd729c:36747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:46,226 DEBUG [RS:0;a61c20bd729c:36747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:46,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:46,326 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.shippera61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 terminated 2024-11-13T05:22:46,326 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,36747,1731475341790.replicationSource.wal-reader.a61c20bd729c%2C36747%2C1731475341790,1-a61c20bd729c,36747,1731475341790 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T05:22:46,326 INFO [RS:0;a61c20bd729c:36747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:36747. 2024-11-13T05:22:46,326 DEBUG [RS:0;a61c20bd729c:36747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:46,326 DEBUG [RS:0;a61c20bd729c:36747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:46,326 DEBUG [RS:0;a61c20bd729c:36747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:46,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:46,327 INFO [RS:0;a61c20bd729c:36747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36747 2024-11-13T05:22:46,341 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 1189, reset compression=false 2024-11-13T05:22:46,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962/rs 2024-11-13T05:22:46,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2999426962/rs/a61c20bd729c,36747,1731475341790 2024-11-13T05:22:46,413 INFO [RS:0;a61c20bd729c:36747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:22:46,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,36747,1731475341790] 2024-11-13T05:22:46,434 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2999426962/draining/a61c20bd729c,36747,1731475341790 already deleted, retry=false 2024-11-13T05:22:46,434 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,36747,1731475341790 expired; onlineServers=0 2024-11-13T05:22:46,434 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,35811,1731475341647' ***** 2024-11-13T05:22:46,434 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:22:46,434 INFO [M:0;a61c20bd729c:35811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:22:46,434 INFO [M:0;a61c20bd729c:35811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:22:46,435 DEBUG [M:0;a61c20bd729c:35811 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:22:46,435 DEBUG [M:0;a61c20bd729c:35811 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:22:46,435 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:22:46,435 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475343854 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475343854,5,FailOnTimeoutGroup] 2024-11-13T05:22:46,435 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475343853 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475343853,5,FailOnTimeoutGroup] 2024-11-13T05:22:46,435 INFO [M:0;a61c20bd729c:35811 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:22:46,435 INFO [M:0;a61c20bd729c:35811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:22:46,435 DEBUG [M:0;a61c20bd729c:35811 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:22:46,435 INFO [M:0;a61c20bd729c:35811 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:22:46,435 INFO [M:0;a61c20bd729c:35811 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:22:46,435 INFO [M:0;a61c20bd729c:35811 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:22:46,435 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:22:46,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2999426962/master 2024-11-13T05:22:46,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2999426962 2024-11-13T05:22:46,445 DEBUG [M:0;a61c20bd729c:35811 {}] zookeeper.ZKUtil(347): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Unable to get data of znode /2999426962/master because node does not exist (not an error) 2024-11-13T05:22:46,445 WARN [M:0;a61c20bd729c:35811 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:22:46,454 INFO [M:0;a61c20bd729c:35811 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/.lastflushedseqids 2024-11-13T05:22:46,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741847_1023 (size=245) 2024-11-13T05:22:46,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:46,524 INFO [RS:0;a61c20bd729c:36747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:22:46,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x10132a4c71e0007, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:46,524 INFO [RS:0;a61c20bd729c:36747 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,36747,1731475341790; zookeeper connection closed. 2024-11-13T05:22:46,524 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ee89484 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ee89484 2024-11-13T05:22:46,524 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:22:46,764 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 636, reset compression=false 2024-11-13T05:22:46,858 INFO [M:0;a61c20bd729c:35811 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:22:46,858 INFO [M:0;a61c20bd729c:35811 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:22:46,858 DEBUG [M:0;a61c20bd729c:35811 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:22:46,858 INFO [M:0;a61c20bd729c:35811 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:46,858 DEBUG [M:0;a61c20bd729c:35811 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:46,858 DEBUG [M:0;a61c20bd729c:35811 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:22:46,858 DEBUG [M:0;a61c20bd729c:35811 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:46,858 INFO [M:0;a61c20bd729c:35811 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-13T05:22:46,874 DEBUG [M:0;a61c20bd729c:35811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d87c0150904421eafd135ba62271bd0 is 82, key is hbase:meta,,1/info:regioninfo/1731475345071/Put/seqid=0 2024-11-13T05:22:46,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741848_1024 (size=5672) 2024-11-13T05:22:47,144 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 1189, reset compression=false 2024-11-13T05:22:47,278 INFO [M:0;a61c20bd729c:35811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d87c0150904421eafd135ba62271bd0 2024-11-13T05:22:47,294 DEBUG [M:0;a61c20bd729c:35811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a8ac58901c64fe8af7e0db143f988fd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731475357078/Put/seqid=0 2024-11-13T05:22:47,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741849_1025 (size=8517) 2024-11-13T05:22:47,698 INFO [M:0;a61c20bd729c:35811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a8ac58901c64fe8af7e0db143f988fd 2024-11-13T05:22:47,713 DEBUG [M:0;a61c20bd729c:35811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9bd3b77b7f44e749bb835e0e4bae799 is 69, key is a61c20bd729c,36747,1731475341790/rs:state/1731475343955/Put/seqid=0 2024-11-13T05:22:47,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741850_1026 (size=5156) 2024-11-13T05:22:47,716 INFO [M:0;a61c20bd729c:35811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9bd3b77b7f44e749bb835e0e4bae799 2024-11-13T05:22:47,719 DEBUG [M:0;a61c20bd729c:35811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d87c0150904421eafd135ba62271bd0 as hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d87c0150904421eafd135ba62271bd0 2024-11-13T05:22:47,721 INFO [M:0;a61c20bd729c:35811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d87c0150904421eafd135ba62271bd0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T05:22:47,722 DEBUG [M:0;a61c20bd729c:35811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a8ac58901c64fe8af7e0db143f988fd as hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a8ac58901c64fe8af7e0db143f988fd 2024-11-13T05:22:47,724 INFO [M:0;a61c20bd729c:35811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a8ac58901c64fe8af7e0db143f988fd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T05:22:47,725 DEBUG [M:0;a61c20bd729c:35811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9bd3b77b7f44e749bb835e0e4bae799 as hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9bd3b77b7f44e749bb835e0e4bae799 2024-11-13T05:22:47,728 INFO [M:0;a61c20bd729c:35811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34661/user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9bd3b77b7f44e749bb835e0e4bae799, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T05:22:47,728 INFO [M:0;a61c20bd729c:35811 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=97, compaction requested=false 2024-11-13T05:22:47,729 INFO [M:0;a61c20bd729c:35811 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:47,729 DEBUG [M:0;a61c20bd729c:35811 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475366858Disabling compacts and flushes for region at 1731475366858Disabling writes for close at 1731475366858Obtaining lock to block concurrent updates at 1731475366858Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475366858Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731475366859 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475366859Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475366859Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475366874 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475366874Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475367281 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475367294 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475367294Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475367701 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475367712 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475367712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468129ca: reopening flushed file at 1731475367718 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d26af9: reopening flushed file at 1731475367721 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b065bb: reopening flushed file at 1731475367725 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=97, compaction requested=false at 1731475367728 (+3 ms)Writing region close event to WAL at 1731475367729 (+1 ms)Closed at 1731475367729 2024-11-13T05:22:47,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41127 is added to blk_1073741830_1006 (size=63666) 2024-11-13T05:22:47,731 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/400880fb-0bd8-1e8d-f043-22d2fc8e6dde/MasterData/WALs/a61c20bd729c,35811,1731475341647/a61c20bd729c%2C35811%2C1731475341647.1731475343549 not finished, retry = 0 2024-11-13T05:22:47,831 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:22:47,832 INFO [M:0;a61c20bd729c:35811 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:22:47,832 INFO [M:0;a61c20bd729c:35811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35811 2024-11-13T05:22:47,832 INFO [M:0;a61c20bd729c:35811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:22:47,868 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 636, reset compression=false 2024-11-13T05:22:47,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:47,998 INFO [M:0;a61c20bd729c:35811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:22:47,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x10132a4c71e0006, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:48,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2482a93b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:22:48,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a05fecf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:22:48,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:22:48,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d48c9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:22:48,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d4fb49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/hadoop.log.dir/,STOPPED} 2024-11-13T05:22:48,008 WARN [BP-1743842471-172.17.0.3-1731475339352 heartbeating to localhost/127.0.0.1:34661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:22:48,008 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:22:48,008 WARN [BP-1743842471-172.17.0.3-1731475339352 heartbeating to localhost/127.0.0.1:34661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1743842471-172.17.0.3-1731475339352 (Datanode Uuid f8c1ac02-36ed-4a26-a823-ed6f0e483ac0) service to localhost/127.0.0.1:34661 2024-11-13T05:22:48,008 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:22:48,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/cluster_87f75bdc-2e9d-3a15-a952-2788ccc7c500/data/data1/current/BP-1743842471-172.17.0.3-1731475339352 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:22:48,008 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/cluster_87f75bdc-2e9d-3a15-a952-2788ccc7c500/data/data2/current/BP-1743842471-172.17.0.3-1731475339352 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:22:48,009 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:22:48,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58a34c8d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:22:48,016 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64019185{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:22:48,016 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:22:48,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d7b342c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:22:48,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15c8887e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/hadoop.log.dir/,STOPPED} 2024-11-13T05:22:48,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:22:48,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:22:48,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:22:48,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:48,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:48,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:48,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:48,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:22:48,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1285548230, stopped=false 2024-11-13T05:22:48,032 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,39377,1731475335729 2024-11-13T05:22:48,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1248272017/running 2024-11-13T05:22:48,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1248272017/running 2024-11-13T05:22:48,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017 2024-11-13T05:22:48,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017 2024-11-13T05:22:48,045 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:22:48,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Set watcher on znode that does not yet exist, /1248272017/running 2024-11-13T05:22:48,045 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:22:48,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Set watcher on znode that does not yet exist, /1248272017/running 2024-11-13T05:22:48,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:48,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:48,046 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,40265,1731475335880' ***** 2024-11-13T05:22:48,046 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:22:48,046 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:22:48,046 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:22:48,046 INFO [RS:0;a61c20bd729c:40265 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:22:48,046 INFO [RS:0;a61c20bd729c:40265 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:22:48,046 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(3091): Received CLOSE for e4244d2953f283be70d96907bb230441 2024-11-13T05:22:48,046 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(3091): Received CLOSE for 91471676de2eb12349282eefa45a40d9 2024-11-13T05:22:48,046 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,40265,1731475335880 2024-11-13T05:22:48,046 INFO [RS:0;a61c20bd729c:40265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:22:48,046 INFO [RS:0;a61c20bd729c:40265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:40265. 2024-11-13T05:22:48,046 DEBUG [RS:0;a61c20bd729c:40265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:48,046 DEBUG [RS:0;a61c20bd729c:40265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:48,046 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4244d2953f283be70d96907bb230441, disabling compactions & flushes 2024-11-13T05:22:48,046 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731475347293.e4244d2953f283be70d96907bb230441. 2024-11-13T05:22:48,046 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:22:48,046 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475347293.e4244d2953f283be70d96907bb230441. 2024-11-13T05:22:48,046 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:22:48,046 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:22:48,046 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731475347293.e4244d2953f283be70d96907bb230441. after waiting 0 ms 2024-11-13T05:22:48,046 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731475347293.e4244d2953f283be70d96907bb230441. 2024-11-13T05:22:48,046 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:22:48,047 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e4244d2953f283be70d96907bb230441 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T05:22:48,047 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T05:22:48,047 DEBUG [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e4244d2953f283be70d96907bb230441=test,,1731475347293.e4244d2953f283be70d96907bb230441., 91471676de2eb12349282eefa45a40d9=hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9.} 2024-11-13T05:22:48,047 DEBUG [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 91471676de2eb12349282eefa45a40d9, e4244d2953f283be70d96907bb230441 2024-11-13T05:22:48,047 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:22:48,047 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:22:48,047 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:22:48,047 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:22:48,047 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:22:48,047 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T05:22:48,048 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 1189, reset compression=false 2024-11-13T05:22:48,051 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:22:48,051 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 1436, reset compression=false 2024-11-13T05:22:48,051 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,40265,1731475335880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:22:48,052 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:22:48,052 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:22:48,052 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a61c20bd729c,40265,1731475335880: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a61c20bd729c,40265,1731475335880, walGroup=a61c20bd729c%2C40265%2C1731475335880, offset=a61c20bd729c%2C40265%2C1731475335880.1731475338176:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:40265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T05:22:48,054 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T05:22:48,054 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T05:22:48,054 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T05:22:48,054 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T05:22:48,054 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T05:22:48,054 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 962917760 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 201850160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T05:22:48,054 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:39377 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:39377 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T05:22:48,066 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/.tmp/info/2c9538d0397e4785b12154a20761d256 is 147, key is hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9./info:regioninfo/1731475354962/Put/seqid=0 2024-11-13T05:22:48,066 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441/.tmp/f/e71f11e8ee1141fc92d456304996bf8b is 29, key is row1/f:/1731475362088/DeleteFamily/seqid=0 2024-11-13T05:22:48,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741840_1016 (size=7686) 2024-11-13T05:22:48,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741841_1017 (size=5152) 2024-11-13T05:22:48,077 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:22:48,247 DEBUG [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 91471676de2eb12349282eefa45a40d9, e4244d2953f283be70d96907bb230441 2024-11-13T05:22:48,255 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 1436, reset compression=false 2024-11-13T05:22:48,447 DEBUG [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 91471676de2eb12349282eefa45a40d9, e4244d2953f283be70d96907bb230441 2024-11-13T05:22:48,470 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441/.tmp/f/e71f11e8ee1141fc92d456304996bf8b 2024-11-13T05:22:48,470 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/.tmp/info/2c9538d0397e4785b12154a20761d256 2024-11-13T05:22:48,494 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e71f11e8ee1141fc92d456304996bf8b 2024-11-13T05:22:48,512 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/.tmp/ns/5271b9e4a730495d94d82334d519f83e is 43, key is default/ns:d/1731475339200/Put/seqid=0 2024-11-13T05:22:48,518 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441/.tmp/f1/67b8c061b8e541968ef0e0a98286b525 is 30, key is row1/f1:/1731475362088/DeleteFamily/seqid=0 2024-11-13T05:22:48,569 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 1436, reset compression=false 2024-11-13T05:22:48,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741842_1018 (size=5153) 2024-11-13T05:22:48,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741843_1019 (size=5158) 2024-11-13T05:22:48,578 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441/.tmp/f1/67b8c061b8e541968ef0e0a98286b525 2024-11-13T05:22:48,582 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67b8c061b8e541968ef0e0a98286b525 2024-11-13T05:22:48,614 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441/.tmp/norep/6c7ad8393cf641eaba731482bd48bf73 is 33, key is row1/norep:/1731475362088/DeleteFamily/seqid=0 2024-11-13T05:22:48,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741844_1020 (size=5108) 2024-11-13T05:22:48,630 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441/.tmp/norep/6c7ad8393cf641eaba731482bd48bf73 2024-11-13T05:22:48,633 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c7ad8393cf641eaba731482bd48bf73 2024-11-13T05:22:48,634 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441/.tmp/f/e71f11e8ee1141fc92d456304996bf8b as hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441/f/e71f11e8ee1141fc92d456304996bf8b 2024-11-13T05:22:48,639 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e71f11e8ee1141fc92d456304996bf8b 2024-11-13T05:22:48,639 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441/f/e71f11e8ee1141fc92d456304996bf8b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T05:22:48,640 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441/.tmp/f1/67b8c061b8e541968ef0e0a98286b525 as hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441/f1/67b8c061b8e541968ef0e0a98286b525 2024-11-13T05:22:48,646 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67b8c061b8e541968ef0e0a98286b525 2024-11-13T05:22:48,646 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441/f1/67b8c061b8e541968ef0e0a98286b525, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T05:22:48,647 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441/.tmp/norep/6c7ad8393cf641eaba731482bd48bf73 as hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441/norep/6c7ad8393cf641eaba731482bd48bf73 2024-11-13T05:22:48,647 DEBUG [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 91471676de2eb12349282eefa45a40d9, e4244d2953f283be70d96907bb230441 2024-11-13T05:22:48,653 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c7ad8393cf641eaba731482bd48bf73 2024-11-13T05:22:48,653 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441/norep/6c7ad8393cf641eaba731482bd48bf73, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T05:22:48,654 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e4244d2953f283be70d96907bb230441 in 607ms, sequenceid=10, compaction requested=false 2024-11-13T05:22:48,654 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T05:22:48,658 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/default/test/e4244d2953f283be70d96907bb230441/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T05:22:48,659 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:22:48,659 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:22:48,659 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731475347293.e4244d2953f283be70d96907bb230441. 2024-11-13T05:22:48,659 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4244d2953f283be70d96907bb230441: Waiting for close lock at 1731475368046Running coprocessor pre-close hooks at 1731475368046Disabling compacts and flushes for region at 1731475368046Disabling writes for close at 1731475368046Obtaining lock to block concurrent updates at 1731475368047 (+1 ms)Preparing flush snapshotting stores in e4244d2953f283be70d96907bb230441 at 1731475368047Finished memstore snapshotting test,,1731475347293.e4244d2953f283be70d96907bb230441., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731475368047Flushing stores of test,,1731475347293.e4244d2953f283be70d96907bb230441. at 1731475368047Flushing e4244d2953f283be70d96907bb230441/f: creating writer at 1731475368047Flushing e4244d2953f283be70d96907bb230441/f: appending metadata at 1731475368065 (+18 ms)Flushing e4244d2953f283be70d96907bb230441/f: closing flushed file at 1731475368065Flushing e4244d2953f283be70d96907bb230441/f1: creating writer at 1731475368495 (+430 ms)Flushing e4244d2953f283be70d96907bb230441/f1: appending metadata at 1731475368518 (+23 ms)Flushing e4244d2953f283be70d96907bb230441/f1: closing flushed file at 1731475368518Flushing e4244d2953f283be70d96907bb230441/norep: creating writer at 1731475368582 (+64 ms)Flushing e4244d2953f283be70d96907bb230441/norep: appending metadata at 1731475368613 (+31 ms)Flushing e4244d2953f283be70d96907bb230441/norep: closing flushed file at 1731475368613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f22820: reopening flushed file at 1731475368633 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@773ca6df: reopening flushed file at 1731475368639 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369098f: reopening flushed file at 1731475368646 (+7 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e4244d2953f283be70d96907bb230441 in 607ms, sequenceid=10, compaction requested=false at 1731475368654 (+8 ms)Writing region close event to WAL at 1731475368655 (+1 ms)Running coprocessor post-close hooks at 1731475368659 (+4 ms)Closed at 1731475368659 2024-11-13T05:22:48,659 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731475347293.e4244d2953f283be70d96907bb230441. 2024-11-13T05:22:48,659 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91471676de2eb12349282eefa45a40d9, disabling compactions & flushes 2024-11-13T05:22:48,659 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. 2024-11-13T05:22:48,659 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. 2024-11-13T05:22:48,659 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. after waiting 0 ms 2024-11-13T05:22:48,659 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. 2024-11-13T05:22:48,659 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91471676de2eb12349282eefa45a40d9: Waiting for close lock at 1731475368659Running coprocessor pre-close hooks at 1731475368659Disabling compacts and flushes for region at 1731475368659Disabling writes for close at 1731475368659Failed flush hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9., putting online again at 1731475368659 2024-11-13T05:22:48,660 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. 2024-11-13T05:22:48,847 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(3091): Received CLOSE for 91471676de2eb12349282eefa45a40d9 2024-11-13T05:22:48,848 DEBUG [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 91471676de2eb12349282eefa45a40d9 2024-11-13T05:22:48,848 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91471676de2eb12349282eefa45a40d9, disabling compactions & flushes 2024-11-13T05:22:48,848 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. 2024-11-13T05:22:48,848 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. 2024-11-13T05:22:48,848 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. after waiting 0 ms 2024-11-13T05:22:48,848 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. 2024-11-13T05:22:48,848 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91471676de2eb12349282eefa45a40d9: Waiting for close lock at 1731475368848Running coprocessor pre-close hooks at 1731475368848Disabling compacts and flushes for region at 1731475368848Disabling writes for close at 1731475368848Failed flush hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9., putting online again at 1731475368848 2024-11-13T05:22:48,848 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9. 2024-11-13T05:22:48,970 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/.tmp/ns/5271b9e4a730495d94d82334d519f83e 2024-11-13T05:22:48,991 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 1436, reset compression=false 2024-11-13T05:22:48,999 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/.tmp/rep_barrier/612a7c6d537b4078be246c983fe634c9 is 112, key is test,,1731475347293.e4244d2953f283be70d96907bb230441./rep_barrier:seqnumDuringOpen/1731475348431/Put/seqid=0 2024-11-13T05:22:49,003 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:22:49,003 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 2080, reset compression=false 2024-11-13T05:22:49,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741845_1021 (size=5518) 2024-11-13T05:22:49,034 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/.tmp/rep_barrier/612a7c6d537b4078be246c983fe634c9 2024-11-13T05:22:49,048 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T05:22:49,048 DEBUG [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 91471676de2eb12349282eefa45a40d9=hbase:replication,,1731475353764.91471676de2eb12349282eefa45a40d9.} 2024-11-13T05:22:49,048 DEBUG [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:22:49,071 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 636, reset compression=false 2024-11-13T05:22:49,072 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/.tmp/table/2b647bde94f04b678f46c335ed7e7984 is 53, key is hbase:replication/table:state/1731475354968/Put/seqid=0 2024-11-13T05:22:49,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741846_1022 (size=5308) 2024-11-13T05:22:49,088 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/.tmp/table/2b647bde94f04b678f46c335ed7e7984 2024-11-13T05:22:49,099 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/.tmp/info/2c9538d0397e4785b12154a20761d256 as hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/info/2c9538d0397e4785b12154a20761d256 2024-11-13T05:22:49,108 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/info/2c9538d0397e4785b12154a20761d256, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T05:22:49,112 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/.tmp/ns/5271b9e4a730495d94d82334d519f83e as hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/ns/5271b9e4a730495d94d82334d519f83e 2024-11-13T05:22:49,118 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/ns/5271b9e4a730495d94d82334d519f83e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T05:22:49,119 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/.tmp/rep_barrier/612a7c6d537b4078be246c983fe634c9 as hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/rep_barrier/612a7c6d537b4078be246c983fe634c9 2024-11-13T05:22:49,124 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/rep_barrier/612a7c6d537b4078be246c983fe634c9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T05:22:49,125 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/.tmp/table/2b647bde94f04b678f46c335ed7e7984 as hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/table/2b647bde94f04b678f46c335ed7e7984 2024-11-13T05:22:49,130 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/table/2b647bde94f04b678f46c335ed7e7984, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T05:22:49,130 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1083ms, sequenceid=16, compaction requested=false 2024-11-13T05:22:49,131 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:22:49,148 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T05:22:49,148 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:22:49,148 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:22:49,148 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:22:49,148 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475368047Running coprocessor pre-close hooks at 1731475368047Disabling compacts and flushes for region at 1731475368047Disabling writes for close at 1731475368047Obtaining lock to block concurrent updates at 1731475368047Preparing flush snapshotting stores in 1588230740 at 1731475368047Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731475368047Flushing stores of hbase:meta,,1.1588230740 at 1731475368047Flushing 1588230740/info: creating writer at 1731475368047Flushing 1588230740/info: appending metadata at 1731475368065 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731475368065Flushing 1588230740/ns: creating writer at 1731475368476 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731475368512 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731475368512Flushing 1588230740/rep_barrier: creating writer at 1731475368975 (+463 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731475368999 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731475368999Flushing 1588230740/table: creating writer at 1731475369048 (+49 ms)Flushing 1588230740/table: appending metadata at 1731475369071 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731475369071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72502d28: reopening flushed file at 1731475369097 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d64a3f: reopening flushed file at 1731475369109 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32916886: reopening flushed file at 1731475369118 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f7f99b6: reopening flushed file at 1731475369124 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1083ms, sequenceid=16, compaction requested=false at 1731475369131 (+7 ms)Writing region close event to WAL at 1731475369141 (+10 ms)Running coprocessor post-close hooks at 1731475369148 (+7 ms)Closed at 1731475369148 2024-11-13T05:22:49,149 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:22:49,243 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/WALs/a61c20bd729c,40265,1731475335880/a61c20bd729c%2C40265%2C1731475335880.1731475338176 to pos 2080, reset compression=false 2024-11-13T05:22:49,248 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T05:22:49,248 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,40265,1731475335880; all regions closed. 2024-11-13T05:22:49,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741834_1010 (size=4239) 2024-11-13T05:22:49,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741839_1015 (size=2171) 2024-11-13T05:22:49,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741832_1008 (size=2088) 2024-11-13T05:22:49,259 DEBUG [RS:0;a61c20bd729c:40265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:49,259 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:22:49,259 INFO [RS:0;a61c20bd729c:40265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:22:49,259 INFO [RS:0;a61c20bd729c:40265 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T05:22:49,259 INFO [RS:0;a61c20bd729c:40265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:22:49,259 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:22:49,259 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a61c20bd729c,40265,1731475335880 because: Region server is closing 2024-11-13T05:22:49,259 INFO [RS:0;a61c20bd729c:40265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:40265. 2024-11-13T05:22:49,260 DEBUG [RS:0;a61c20bd729c:40265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:49,260 DEBUG [RS:0;a61c20bd729c:40265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:49,260 DEBUG [RS:0;a61c20bd729c:40265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:49,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:49,360 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.shippera61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 terminated 2024-11-13T05:22:49,360 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,40265,1731475335880.replicationSource.wal-reader.a61c20bd729c%2C40265%2C1731475335880,1-a61c20bd729c,40265,1731475335880 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T05:22:49,360 INFO [RS:0;a61c20bd729c:40265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:40265. 2024-11-13T05:22:49,360 DEBUG [RS:0;a61c20bd729c:40265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:49,360 DEBUG [RS:0;a61c20bd729c:40265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:49,360 DEBUG [RS:0;a61c20bd729c:40265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:49,360 INFO [RS:0;a61c20bd729c:40265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40265 2024-11-13T05:22:49,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:49,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017/rs 2024-11-13T05:22:49,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1248272017/rs/a61c20bd729c,40265,1731475335880 2024-11-13T05:22:49,371 INFO [RS:0;a61c20bd729c:40265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:22:49,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,40265,1731475335880] 2024-11-13T05:22:49,413 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1248272017/draining/a61c20bd729c,40265,1731475335880 already deleted, retry=false 2024-11-13T05:22:49,413 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,40265,1731475335880 expired; onlineServers=0 2024-11-13T05:22:49,413 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,39377,1731475335729' ***** 2024-11-13T05:22:49,413 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:22:49,413 INFO [M:0;a61c20bd729c:39377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:22:49,413 INFO [M:0;a61c20bd729c:39377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:22:49,413 DEBUG [M:0;a61c20bd729c:39377 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:22:49,413 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:22:49,413 DEBUG [M:0;a61c20bd729c:39377 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:22:49,414 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475337916 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475337916,5,FailOnTimeoutGroup] 2024-11-13T05:22:49,414 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475337916 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475337916,5,FailOnTimeoutGroup] 2024-11-13T05:22:49,414 INFO [M:0;a61c20bd729c:39377 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:22:49,414 INFO [M:0;a61c20bd729c:39377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:22:49,414 DEBUG [M:0;a61c20bd729c:39377 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:22:49,414 INFO [M:0;a61c20bd729c:39377 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:22:49,414 INFO [M:0;a61c20bd729c:39377 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:22:49,414 INFO [M:0;a61c20bd729c:39377 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:22:49,414 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:22:49,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1248272017/master 2024-11-13T05:22:49,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1248272017 2024-11-13T05:22:49,469 DEBUG [M:0;a61c20bd729c:39377 {}] zookeeper.ZKUtil(347): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Unable to get data of znode /1248272017/master because node does not exist (not an error) 2024-11-13T05:22:49,469 WARN [M:0;a61c20bd729c:39377 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:22:49,470 INFO [M:0;a61c20bd729c:39377 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/.lastflushedseqids 2024-11-13T05:22:49,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741847_1023 (size=245) 2024-11-13T05:22:49,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:49,492 INFO [RS:0;a61c20bd729c:40265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:22:49,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10132a4c71e0004, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:49,492 INFO [RS:0;a61c20bd729c:40265 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,40265,1731475335880; zookeeper connection closed. 2024-11-13T05:22:49,492 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53e7fd61 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53e7fd61 2024-11-13T05:22:49,493 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:22:49,874 INFO [M:0;a61c20bd729c:39377 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:22:49,874 INFO [M:0;a61c20bd729c:39377 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:22:49,874 DEBUG [M:0;a61c20bd729c:39377 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:22:49,874 INFO [M:0;a61c20bd729c:39377 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:49,874 DEBUG [M:0;a61c20bd729c:39377 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:49,874 DEBUG [M:0;a61c20bd729c:39377 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:22:49,874 DEBUG [M:0;a61c20bd729c:39377 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:49,874 INFO [M:0;a61c20bd729c:39377 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-13T05:22:49,887 DEBUG [M:0;a61c20bd729c:39377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1353c7098b1249339edf91828a67bd6a is 82, key is hbase:meta,,1/info:regioninfo/1731475339186/Put/seqid=0 2024-11-13T05:22:49,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741848_1024 (size=5672) 2024-11-13T05:22:50,291 INFO [M:0;a61c20bd729c:39377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1353c7098b1249339edf91828a67bd6a 2024-11-13T05:22:50,309 DEBUG [M:0;a61c20bd729c:39377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44a6123496dc48c0b01dd3468d37f968 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731475348438/Put/seqid=0 2024-11-13T05:22:50,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741849_1025 (size=7219) 2024-11-13T05:22:50,381 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 636, reset compression=false 2024-11-13T05:22:50,690 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:22:50,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:50,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:50,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:50,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:50,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:50,713 INFO [M:0;a61c20bd729c:39377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44a6123496dc48c0b01dd3468d37f968 2024-11-13T05:22:50,717 INFO [M:0;a61c20bd729c:39377 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44a6123496dc48c0b01dd3468d37f968 2024-11-13T05:22:50,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:50,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:50,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:50,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:50,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:50,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:50,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:50,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:50,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:50,735 DEBUG [M:0;a61c20bd729c:39377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/111d4a9d7cac4e7ba3fa67f1c5e24528 is 69, key is a61c20bd729c,40265,1731475335880/rs:state/1731475338028/Put/seqid=0 2024-11-13T05:22:50,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741850_1026 (size=5156) 2024-11-13T05:22:50,738 INFO [M:0;a61c20bd729c:39377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/111d4a9d7cac4e7ba3fa67f1c5e24528 2024-11-13T05:22:50,741 DEBUG [M:0;a61c20bd729c:39377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1353c7098b1249339edf91828a67bd6a as hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1353c7098b1249339edf91828a67bd6a 2024-11-13T05:22:50,744 INFO [M:0;a61c20bd729c:39377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1353c7098b1249339edf91828a67bd6a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T05:22:50,745 DEBUG [M:0;a61c20bd729c:39377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44a6123496dc48c0b01dd3468d37f968 as hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44a6123496dc48c0b01dd3468d37f968 2024-11-13T05:22:50,747 INFO [M:0;a61c20bd729c:39377 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44a6123496dc48c0b01dd3468d37f968 2024-11-13T05:22:50,747 INFO [M:0;a61c20bd729c:39377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44a6123496dc48c0b01dd3468d37f968, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T05:22:50,748 DEBUG [M:0;a61c20bd729c:39377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/111d4a9d7cac4e7ba3fa67f1c5e24528 as hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/111d4a9d7cac4e7ba3fa67f1c5e24528 2024-11-13T05:22:50,750 INFO [M:0;a61c20bd729c:39377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36021/user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/111d4a9d7cac4e7ba3fa67f1c5e24528, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T05:22:50,751 INFO [M:0;a61c20bd729c:39377 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=105, compaction requested=false 2024-11-13T05:22:50,752 INFO [M:0;a61c20bd729c:39377 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:50,752 DEBUG [M:0;a61c20bd729c:39377 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475369874Disabling compacts and flushes for region at 1731475369874Disabling writes for close at 1731475369874Obtaining lock to block concurrent updates at 1731475369874Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475369874Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731475369875 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475369875Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475369875Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475369887 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475369887Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475370294 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475370309 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475370309Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475370717 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475370735 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475370735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ded47d: reopening flushed file at 1731475370741 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3547fc33: reopening flushed file at 1731475370744 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4da7da: reopening flushed file at 1731475370747 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=105, compaction requested=false at 1731475370751 (+4 ms)Writing region close event to WAL at 1731475370752 (+1 ms)Closed at 1731475370752 2024-11-13T05:22:50,753 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c320d825-b313-f751-b1df-84e1467fde89/MasterData/WALs/a61c20bd729c,39377,1731475335729/a61c20bd729c%2C39377%2C1731475335729.1731475337625 not finished, retry = 0 2024-11-13T05:22:50,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741830_1006 (size=64435) 2024-11-13T05:22:50,854 INFO [M:0;a61c20bd729c:39377 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:22:50,854 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:22:50,854 INFO [M:0;a61c20bd729c:39377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39377 2024-11-13T05:22:50,854 INFO [M:0;a61c20bd729c:39377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:22:51,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:51,009 INFO [M:0;a61c20bd729c:39377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:22:51,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39377-0x10132a4c71e0003, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:51,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1008dde9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:22:51,054 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a97c4b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:22:51,054 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:22:51,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@965b6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:22:51,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3af5c370{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/hadoop.log.dir/,STOPPED} 2024-11-13T05:22:51,056 WARN [BP-1485408700-172.17.0.3-1731475333506 heartbeating to localhost/127.0.0.1:36021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:22:51,056 WARN [BP-1485408700-172.17.0.3-1731475333506 heartbeating to localhost/127.0.0.1:36021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1485408700-172.17.0.3-1731475333506 (Datanode Uuid f491bb15-6a21-4981-bac6-5df67200adc2) service to localhost/127.0.0.1:36021 2024-11-13T05:22:51,056 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/cluster_f909b5a0-b189-ecc3-c718-8190f1165418/data/data1/current/BP-1485408700-172.17.0.3-1731475333506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:22:51,057 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/cluster_f909b5a0-b189-ecc3-c718-8190f1165418/data/data2/current/BP-1485408700-172.17.0.3-1731475333506 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:22:51,057 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:22:51,057 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:22:51,057 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:22:51,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b552d27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:22:51,064 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62f51439{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:22:51,064 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:22:51,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c773f45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:22:51,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2171703a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/444390c3-74d8-0531-c3cd-d60c6f8ef3b0/hadoop.log.dir/,STOPPED} 2024-11-13T05:22:51,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:22:51,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:22:51,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:22:51,082 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:51,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:51,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:51,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:51,082 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:22:51,083 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1514249346, stopped=false 2024-11-13T05:22:51,083 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,37175,1731475329918 2024-11-13T05:22:51,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-929921596/running 2024-11-13T05:22:51,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-929921596/running 2024-11-13T05:22:51,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596 2024-11-13T05:22:51,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596 2024-11-13T05:22:51,097 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:22:51,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:22:51,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:51,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:51,098 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,35449,1731475330129' ***** 2024-11-13T05:22:51,098 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:22:51,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Set watcher on znode that does not yet exist, /0-929921596/running 2024-11-13T05:22:51,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Set watcher on znode that does not yet exist, /0-929921596/running 2024-11-13T05:22:51,098 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:22:51,099 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:22:51,099 INFO [RS:0;a61c20bd729c:35449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:22:51,099 INFO [RS:0;a61c20bd729c:35449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:22:51,099 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:51,099 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for 71f759f153edde8c0ba1ae444de7cabe 2024-11-13T05:22:51,099 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,35449,1731475330129 2024-11-13T05:22:51,099 INFO [RS:0;a61c20bd729c:35449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:22:51,099 INFO [RS:0;a61c20bd729c:35449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:35449. 2024-11-13T05:22:51,099 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab0f6a0566014e6373b11f9367f9432d, disabling compactions & flushes 2024-11-13T05:22:51,099 DEBUG [RS:0;a61c20bd729c:35449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:51,099 DEBUG [RS:0;a61c20bd729c:35449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:51,099 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d. 2024-11-13T05:22:51,099 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d. 2024-11-13T05:22:51,100 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d. after waiting 0 ms 2024-11-13T05:22:51,100 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d. 2024-11-13T05:22:51,100 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ab0f6a0566014e6373b11f9367f9432d 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-13T05:22:51,100 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:22:51,100 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:22:51,100 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:22:51,100 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:22:51,100 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T05:22:51,100 DEBUG [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1325): Online Regions={ab0f6a0566014e6373b11f9367f9432d=test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d., 71f759f153edde8c0ba1ae444de7cabe=hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:22:51,100 DEBUG [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71f759f153edde8c0ba1ae444de7cabe, ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:51,100 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:22:51,100 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:22:51,100 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:22:51,100 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:22:51,100 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:22:51,100 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T05:22:51,119 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/.tmp/info/9c2d6aaa576c431aa2c9188be87c6ba9 is 147, key is hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe./info:regioninfo/1731475352773/Put/seqid=0 2024-11-13T05:22:51,119 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d/.tmp/f/da6df30efb6d4913bba6f21042a80c26 is 28, key is row/f:/1731475361085/DeleteFamily/seqid=0 2024-11-13T05:22:51,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741840_1016 (size=7686) 2024-11-13T05:22:51,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741841_1017 (size=5085) 2024-11-13T05:22:51,126 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d/.tmp/f/da6df30efb6d4913bba6f21042a80c26 2024-11-13T05:22:51,129 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da6df30efb6d4913bba6f21042a80c26 2024-11-13T05:22:51,132 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:22:51,143 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d/.tmp/f1/2d637539fba9409e88a28414d4d324df is 29, key is row/f1:/1731475361085/DeleteFamily/seqid=0 2024-11-13T05:22:51,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741842_1018 (size=5089) 2024-11-13T05:22:51,259 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:22:51,259 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:22:51,300 DEBUG [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71f759f153edde8c0ba1ae444de7cabe, ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:51,500 DEBUG [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71f759f153edde8c0ba1ae444de7cabe, ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:51,526 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/.tmp/info/9c2d6aaa576c431aa2c9188be87c6ba9 2024-11-13T05:22:51,546 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/.tmp/ns/a6b9ba4b8fd6400fb11a412bdb7a102c is 43, key is default/ns:d/1731475333421/Put/seqid=0 2024-11-13T05:22:51,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741843_1019 (size=5153) 2024-11-13T05:22:51,552 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d/.tmp/f1/2d637539fba9409e88a28414d4d324df 2024-11-13T05:22:51,555 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d637539fba9409e88a28414d4d324df 2024-11-13T05:22:51,573 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d/.tmp/norep/566457797ee44a73aa485d9396e3d9fa is 32, key is row/norep:/1731475361085/DeleteFamily/seqid=0 2024-11-13T05:22:51,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741844_1020 (size=5101) 2024-11-13T05:22:51,701 DEBUG [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71f759f153edde8c0ba1ae444de7cabe, ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:51,784 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 636, reset compression=false 2024-11-13T05:22:51,788 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:22:51,788 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 883, reset compression=false 2024-11-13T05:22:51,788 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.shippera61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,35449,1731475330129 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:22:51,789 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.shippera61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a61c20bd729c,35449,1731475330129: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-a61c20bd729c,35449,1731475330129, walGroup=a61c20bd729c%2C35449%2C1731475330129, offset=a61c20bd729c%2C35449%2C1731475330129.1731475332331:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:35449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T05:22:51,790 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.shippera61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T05:22:51,790 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.shippera61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T05:22:51,791 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.shippera61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T05:22:51,791 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.shippera61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T05:22:51,791 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.shippera61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T05:22:51,791 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.shippera61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 1059386752 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 202504760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T05:22:51,791 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.shippera61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:37175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:37175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T05:22:51,901 DEBUG [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71f759f153edde8c0ba1ae444de7cabe, ab0f6a0566014e6373b11f9367f9432d 2024-11-13T05:22:51,950 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/.tmp/ns/a6b9ba4b8fd6400fb11a412bdb7a102c 2024-11-13T05:22:51,967 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/.tmp/rep_barrier/1af6c9899dac41e88adbd604100a45e1 is 112, key is test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d./rep_barrier:seqnumDuringOpen/1731475346284/Put/seqid=0 2024-11-13T05:22:51,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741845_1021 (size=5518) 2024-11-13T05:22:51,977 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d/.tmp/norep/566457797ee44a73aa485d9396e3d9fa 2024-11-13T05:22:51,980 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 566457797ee44a73aa485d9396e3d9fa 2024-11-13T05:22:51,981 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d/.tmp/f/da6df30efb6d4913bba6f21042a80c26 as hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d/f/da6df30efb6d4913bba6f21042a80c26 2024-11-13T05:22:51,984 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da6df30efb6d4913bba6f21042a80c26 2024-11-13T05:22:51,984 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d/f/da6df30efb6d4913bba6f21042a80c26, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T05:22:51,985 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d/.tmp/f1/2d637539fba9409e88a28414d4d324df as hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d/f1/2d637539fba9409e88a28414d4d324df 2024-11-13T05:22:51,988 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d637539fba9409e88a28414d4d324df 2024-11-13T05:22:51,988 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d/f1/2d637539fba9409e88a28414d4d324df, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T05:22:51,989 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d/.tmp/norep/566457797ee44a73aa485d9396e3d9fa as hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d/norep/566457797ee44a73aa485d9396e3d9fa 2024-11-13T05:22:51,990 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 883, reset compression=false 2024-11-13T05:22:51,993 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 566457797ee44a73aa485d9396e3d9fa 2024-11-13T05:22:51,993 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d/norep/566457797ee44a73aa485d9396e3d9fa, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T05:22:51,994 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for ab0f6a0566014e6373b11f9367f9432d in 894ms, sequenceid=6, compaction requested=false 2024-11-13T05:22:52,002 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/default/test/ab0f6a0566014e6373b11f9367f9432d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T05:22:52,003 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:22:52,003 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:22:52,003 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d. 2024-11-13T05:22:52,003 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab0f6a0566014e6373b11f9367f9432d: Waiting for close lock at 1731475371099Running coprocessor pre-close hooks at 1731475371099Disabling compacts and flushes for region at 1731475371099Disabling writes for close at 1731475371100 (+1 ms)Obtaining lock to block concurrent updates at 1731475371100Preparing flush snapshotting stores in ab0f6a0566014e6373b11f9367f9432d at 1731475371100Finished memstore snapshotting test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731475371100Flushing stores of test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d. at 1731475371100Flushing ab0f6a0566014e6373b11f9367f9432d/f: creating writer at 1731475371100Flushing ab0f6a0566014e6373b11f9367f9432d/f: appending metadata at 1731475371118 (+18 ms)Flushing ab0f6a0566014e6373b11f9367f9432d/f: closing flushed file at 1731475371118Flushing ab0f6a0566014e6373b11f9367f9432d/f1: creating writer at 1731475371130 (+12 ms)Flushing ab0f6a0566014e6373b11f9367f9432d/f1: appending metadata at 1731475371142 (+12 ms)Flushing ab0f6a0566014e6373b11f9367f9432d/f1: closing flushed file at 1731475371142Flushing ab0f6a0566014e6373b11f9367f9432d/norep: creating writer at 1731475371555 (+413 ms)Flushing ab0f6a0566014e6373b11f9367f9432d/norep: appending metadata at 1731475371572 (+17 ms)Flushing ab0f6a0566014e6373b11f9367f9432d/norep: closing flushed file at 1731475371572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f3fe0fc: reopening flushed file at 1731475371980 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7918d76: reopening flushed file at 1731475371984 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@119d8681: reopening flushed file at 1731475371988 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for ab0f6a0566014e6373b11f9367f9432d in 894ms, sequenceid=6, compaction requested=false at 1731475371994 (+6 ms)Writing region close event to WAL at 1731475372000 (+6 ms)Running coprocessor post-close hooks at 1731475372003 (+3 ms)Closed at 1731475372003 2024-11-13T05:22:52,003 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731475345145.ab0f6a0566014e6373b11f9367f9432d. 2024-11-13T05:22:52,003 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71f759f153edde8c0ba1ae444de7cabe, disabling compactions & flushes 2024-11-13T05:22:52,003 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. 2024-11-13T05:22:52,004 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. 2024-11-13T05:22:52,004 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. after waiting 0 ms 2024-11-13T05:22:52,004 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. 2024-11-13T05:22:52,004 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71f759f153edde8c0ba1ae444de7cabe: Waiting for close lock at 1731475372003Running coprocessor pre-close hooks at 1731475372003Disabling compacts and flushes for region at 1731475372003Disabling writes for close at 1731475372004 (+1 ms)Failed flush hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe., putting online again at 1731475372004 2024-11-13T05:22:52,004 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. 2024-11-13T05:22:52,101 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T05:22:52,101 DEBUG [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1325): Online Regions={71f759f153edde8c0ba1ae444de7cabe=hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:22:52,101 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(3091): Received CLOSE for 71f759f153edde8c0ba1ae444de7cabe 2024-11-13T05:22:52,101 DEBUG [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71f759f153edde8c0ba1ae444de7cabe 2024-11-13T05:22:52,101 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71f759f153edde8c0ba1ae444de7cabe, disabling compactions & flushes 2024-11-13T05:22:52,101 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. 2024-11-13T05:22:52,101 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. 2024-11-13T05:22:52,101 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. after waiting 0 ms 2024-11-13T05:22:52,101 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. 2024-11-13T05:22:52,101 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71f759f153edde8c0ba1ae444de7cabe: Waiting for close lock at 1731475372101Running coprocessor pre-close hooks at 1731475372101Disabling compacts and flushes for region at 1731475372101Disabling writes for close at 1731475372101Failed flush hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe., putting online again at 1731475372101 2024-11-13T05:22:52,101 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731475351615.71f759f153edde8c0ba1ae444de7cabe. 2024-11-13T05:22:52,294 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 883, reset compression=false 2024-11-13T05:22:52,297 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:22:52,297 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 1527, reset compression=false 2024-11-13T05:22:52,301 DEBUG [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:22:52,370 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/.tmp/rep_barrier/1af6c9899dac41e88adbd604100a45e1 2024-11-13T05:22:52,385 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/.tmp/table/969b3657737a47fc9ead5107542287f1 is 53, key is hbase:replication/table:state/1731475352779/Put/seqid=0 2024-11-13T05:22:52,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741846_1022 (size=5308) 2024-11-13T05:22:52,499 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 1527, reset compression=false 2024-11-13T05:22:52,501 DEBUG [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:22:52,702 DEBUG [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:22:52,789 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/.tmp/table/969b3657737a47fc9ead5107542287f1 2024-11-13T05:22:52,793 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/.tmp/info/9c2d6aaa576c431aa2c9188be87c6ba9 as hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/info/9c2d6aaa576c431aa2c9188be87c6ba9 2024-11-13T05:22:52,796 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/info/9c2d6aaa576c431aa2c9188be87c6ba9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T05:22:52,796 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/.tmp/ns/a6b9ba4b8fd6400fb11a412bdb7a102c as hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/ns/a6b9ba4b8fd6400fb11a412bdb7a102c 2024-11-13T05:22:52,799 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/ns/a6b9ba4b8fd6400fb11a412bdb7a102c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T05:22:52,800 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/.tmp/rep_barrier/1af6c9899dac41e88adbd604100a45e1 as hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/rep_barrier/1af6c9899dac41e88adbd604100a45e1 2024-11-13T05:22:52,802 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.wal-reader.a61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.1731475332331 to pos 1527, reset compression=false 2024-11-13T05:22:52,803 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/rep_barrier/1af6c9899dac41e88adbd604100a45e1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T05:22:52,804 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/.tmp/table/969b3657737a47fc9ead5107542287f1 as hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/table/969b3657737a47fc9ead5107542287f1 2024-11-13T05:22:52,807 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/table/969b3657737a47fc9ead5107542287f1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T05:22:52,808 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-13T05:22:52,811 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T05:22:52,811 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:22:52,811 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:22:52,811 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:22:52,811 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475371100Running coprocessor pre-close hooks at 1731475371100Disabling compacts and flushes for region at 1731475371100Disabling writes for close at 1731475371100Obtaining lock to block concurrent updates at 1731475371100Preparing flush snapshotting stores in 1588230740 at 1731475371100Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731475371101 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731475371101Flushing 1588230740/info: creating writer at 1731475371101Flushing 1588230740/info: appending metadata at 1731475371119 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731475371119Flushing 1588230740/ns: creating writer at 1731475371530 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731475371546 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731475371546Flushing 1588230740/rep_barrier: creating writer at 1731475371954 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731475371966 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731475371966Flushing 1588230740/table: creating writer at 1731475372373 (+407 ms)Flushing 1588230740/table: appending metadata at 1731475372385 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731475372385Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@263a574a: reopening flushed file at 1731475372792 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e559d3: reopening flushed file at 1731475372796 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7204dc08: reopening flushed file at 1731475372799 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd2a89e: reopening flushed file at 1731475372803 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1731475372808 (+5 ms)Writing region close event to WAL at 1731475372809 (+1 ms)Running coprocessor post-close hooks at 1731475372811 (+2 ms)Closed at 1731475372811 2024-11-13T05:22:52,811 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:22:52,902 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T05:22:52,902 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,35449,1731475330129; all regions closed. 2024-11-13T05:22:52,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741834_1010 (size=4239) 2024-11-13T05:22:52,903 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.meta.1731475333352.meta not finished, retry = 0 2024-11-13T05:22:53,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741839_1015 (size=1297) 2024-11-13T05:22:53,006 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/WALs/a61c20bd729c,35449,1731475330129/a61c20bd729c%2C35449%2C1731475330129.rep.1731475352744 not finished, retry = 0 2024-11-13T05:22:53,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741832_1008 (size=1535) 2024-11-13T05:22:53,109 DEBUG [RS:0;a61c20bd729c:35449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:53,109 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:22:53,109 INFO [RS:0;a61c20bd729c:35449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:22:53,109 INFO [RS:0;a61c20bd729c:35449 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T05:22:53,109 INFO [RS:0;a61c20bd729c:35449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:22:53,109 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:22:53,109 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a61c20bd729c,35449,1731475330129 because: Region server is closing 2024-11-13T05:22:53,110 INFO [RS:0;a61c20bd729c:35449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:35449. 2024-11-13T05:22:53,110 DEBUG [RS:0;a61c20bd729c:35449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:22:53,110 DEBUG [RS:0;a61c20bd729c:35449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:53,110 DEBUG [RS:0;a61c20bd729c:35449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:53,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:22:53,210 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,35449,1731475330129.replicationSource.shippera61c20bd729c%2C35449%2C1731475330129,1-a61c20bd729c,35449,1731475330129 terminated 2024-11-13T05:22:53,210 INFO [RS:0;a61c20bd729c:35449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35449 2024-11-13T05:22:53,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596/rs 2024-11-13T05:22:53,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-929921596/rs/a61c20bd729c,35449,1731475330129 2024-11-13T05:22:53,223 INFO [RS:0;a61c20bd729c:35449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:22:53,224 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,35449,1731475330129] 2024-11-13T05:22:53,244 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-929921596/draining/a61c20bd729c,35449,1731475330129 already deleted, retry=false 2024-11-13T05:22:53,244 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,35449,1731475330129 expired; onlineServers=0 2024-11-13T05:22:53,244 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,37175,1731475329918' ***** 2024-11-13T05:22:53,244 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:22:53,244 INFO [M:0;a61c20bd729c:37175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:22:53,244 INFO [M:0;a61c20bd729c:37175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:22:53,245 DEBUG [M:0;a61c20bd729c:37175 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:22:53,245 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:22:53,245 DEBUG [M:0;a61c20bd729c:37175 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:22:53,245 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475332128 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475332128,5,FailOnTimeoutGroup] 2024-11-13T05:22:53,245 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475332128 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475332128,5,FailOnTimeoutGroup] 2024-11-13T05:22:53,245 INFO [M:0;a61c20bd729c:37175 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:22:53,245 INFO [M:0;a61c20bd729c:37175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:22:53,245 DEBUG [M:0;a61c20bd729c:37175 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:22:53,245 INFO [M:0;a61c20bd729c:37175 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:22:53,245 INFO [M:0;a61c20bd729c:37175 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:22:53,245 ERROR [M:0;a61c20bd729c:37175 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35791,5,PEWorkerGroup] 2024-11-13T05:22:53,245 INFO [M:0;a61c20bd729c:37175 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:22:53,245 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:22:53,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-929921596/master 2024-11-13T05:22:53,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-929921596 2024-11-13T05:22:53,255 DEBUG [M:0;a61c20bd729c:37175 {}] zookeeper.ZKUtil(347): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Unable to get data of znode /0-929921596/master because node does not exist (not an error) 2024-11-13T05:22:53,255 WARN [M:0;a61c20bd729c:37175 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:22:53,256 INFO [M:0;a61c20bd729c:37175 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/.lastflushedseqids 2024-11-13T05:22:53,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741847_1023 (size=245) 2024-11-13T05:22:53,334 INFO [RS:0;a61c20bd729c:35449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:22:53,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:53,334 INFO [RS:0;a61c20bd729c:35449 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,35449,1731475330129; zookeeper connection closed. 2024-11-13T05:22:53,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35449-0x10132a4c71e0001, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:53,334 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66235bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66235bd 2024-11-13T05:22:53,335 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:22:53,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T05:22:53,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T05:22:53,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:22:53,660 INFO [M:0;a61c20bd729c:37175 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:22:53,660 INFO [M:0;a61c20bd729c:37175 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:22:53,660 DEBUG [M:0;a61c20bd729c:37175 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:22:53,660 INFO [M:0;a61c20bd729c:37175 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:53,660 DEBUG [M:0;a61c20bd729c:37175 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:53,660 DEBUG [M:0;a61c20bd729c:37175 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:22:53,660 DEBUG [M:0;a61c20bd729c:37175 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:53,660 INFO [M:0;a61c20bd729c:37175 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-13T05:22:53,675 DEBUG [M:0;a61c20bd729c:37175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c33779312fe14bc7a3bec1e49b701131 is 82, key is hbase:meta,,1/info:regioninfo/1731475333377/Put/seqid=0 2024-11-13T05:22:53,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741848_1024 (size=5672) 2024-11-13T05:22:54,080 INFO [M:0;a61c20bd729c:37175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c33779312fe14bc7a3bec1e49b701131 2024-11-13T05:22:54,095 DEBUG [M:0;a61c20bd729c:37175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/264b6c1fb9cc4dbdab325bcbc593e86f is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731475346293/Put/seqid=0 2024-11-13T05:22:54,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741849_1025 (size=7219) 2024-11-13T05:22:54,099 INFO [M:0;a61c20bd729c:37175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/264b6c1fb9cc4dbdab325bcbc593e86f 2024-11-13T05:22:54,101 INFO [M:0;a61c20bd729c:37175 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 264b6c1fb9cc4dbdab325bcbc593e86f 2024-11-13T05:22:54,113 DEBUG [M:0;a61c20bd729c:37175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5042b79eb8de49e69174d38a74d447aa is 69, key is a61c20bd729c,35449,1731475330129/rs:state/1731475332187/Put/seqid=0 2024-11-13T05:22:54,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741850_1026 (size=5156) 2024-11-13T05:22:54,516 INFO [M:0;a61c20bd729c:37175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5042b79eb8de49e69174d38a74d447aa 2024-11-13T05:22:54,520 DEBUG [M:0;a61c20bd729c:37175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c33779312fe14bc7a3bec1e49b701131 as hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c33779312fe14bc7a3bec1e49b701131 2024-11-13T05:22:54,523 INFO [M:0;a61c20bd729c:37175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c33779312fe14bc7a3bec1e49b701131, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T05:22:54,523 DEBUG [M:0;a61c20bd729c:37175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/264b6c1fb9cc4dbdab325bcbc593e86f as hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/264b6c1fb9cc4dbdab325bcbc593e86f 2024-11-13T05:22:54,526 INFO [M:0;a61c20bd729c:37175 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 264b6c1fb9cc4dbdab325bcbc593e86f 2024-11-13T05:22:54,526 INFO [M:0;a61c20bd729c:37175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/264b6c1fb9cc4dbdab325bcbc593e86f, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T05:22:54,527 DEBUG [M:0;a61c20bd729c:37175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5042b79eb8de49e69174d38a74d447aa as hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5042b79eb8de49e69174d38a74d447aa 2024-11-13T05:22:54,530 INFO [M:0;a61c20bd729c:37175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5042b79eb8de49e69174d38a74d447aa, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T05:22:54,531 INFO [M:0;a61c20bd729c:37175 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=105, compaction requested=false 2024-11-13T05:22:54,539 INFO [M:0;a61c20bd729c:37175 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:54,539 DEBUG [M:0;a61c20bd729c:37175 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475373660Disabling compacts and flushes for region at 1731475373660Disabling writes for close at 1731475373660Obtaining lock to block concurrent updates at 1731475373660Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475373660Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731475373661 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475373661Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475373661Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475373675 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475373675Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475374083 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475374095 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475374095Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475374101 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475374113 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475374113Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14c3f477: reopening flushed file at 1731475374519 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9c16d0: reopening flushed file at 1731475374523 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58929760: reopening flushed file at 1731475374526 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=105, compaction requested=false at 1731475374531 (+5 ms)Writing region close event to WAL at 1731475374539 (+8 ms)Closed at 1731475374539 2024-11-13T05:22:54,541 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e72507cd-d996-baaf-4037-5635dfba44a2/MasterData/WALs/a61c20bd729c,37175,1731475329918/a61c20bd729c%2C37175%2C1731475329918.1731475331880 not finished, retry = 0 2024-11-13T05:22:54,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36351 is added to blk_1073741830_1006 (size=64435) 2024-11-13T05:22:54,641 INFO [M:0;a61c20bd729c:37175 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:22:54,641 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:22:54,641 INFO [M:0;a61c20bd729c:37175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37175 2024-11-13T05:22:54,642 INFO [M:0;a61c20bd729c:37175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:22:54,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:54,829 INFO [M:0;a61c20bd729c:37175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:22:54,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37175-0x10132a4c71e0000, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:22:54,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b6b26e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:22:54,831 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bdfecec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:22:54,831 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:22:54,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8809b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:22:54,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6078a3c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/hadoop.log.dir/,STOPPED} 2024-11-13T05:22:54,833 WARN [BP-741733087-172.17.0.3-1731475327875 heartbeating to localhost/127.0.0.1:35791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:22:54,833 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:22:54,833 WARN [BP-741733087-172.17.0.3-1731475327875 heartbeating to localhost/127.0.0.1:35791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-741733087-172.17.0.3-1731475327875 (Datanode Uuid 2db8334d-e9f9-4bb4-a1bb-4156210d2d20) service to localhost/127.0.0.1:35791 2024-11-13T05:22:54,833 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:22:54,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/cluster_1ea84680-80b0-c1b2-3095-783b9f785279/data/data1/current/BP-741733087-172.17.0.3-1731475327875 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:22:54,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/cluster_1ea84680-80b0-c1b2-3095-783b9f785279/data/data2/current/BP-741733087-172.17.0.3-1731475327875 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:22:54,833 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:22:54,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53841fba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:22:54,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e30eaee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:22:54,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:22:54,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59870692{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:22:54,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d13cb06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2f0ea76-d03e-23c2-f073-087048b6ed20/hadoop.log.dir/,STOPPED} 2024-11-13T05:22:54,846 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T05:22:54,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:22:54,867 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 313) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64007) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:34661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:34661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64007) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:34661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:35791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64007) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:36021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:36021 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:34661 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:35791 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:35791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:36021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:35791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=789 (was 724) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=418 (was 389) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3881 (was 4142) 2024-11-13T05:22:54,878 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=789, MaxFileDescriptor=1048576, SystemLoadAverage=418, ProcessCount=11, AvailableMemoryMB=3881 2024-11-13T05:22:54,890 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-13T05:22:54,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/hadoop.log.dir so I do NOT create it in target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b 2024-11-13T05:22:54,891 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:22:54,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/hadoop.tmp.dir so I do NOT create it in target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b 2024-11-13T05:22:54,891 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53aa7b73-3a38-e446-49f8-7598a6e3f494/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:22:54,891 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b 2024-11-13T05:22:54,891 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/cluster_c0b5611b-9f55-7385-ed85-584a33eb4f07, deleteOnExit=true 2024-11-13T05:22:54,894 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/cluster_c0b5611b-9f55-7385-ed85-584a33eb4f07/zookeeper_0, clientPort=64433, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/cluster_c0b5611b-9f55-7385-ed85-584a33eb4f07/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/cluster_c0b5611b-9f55-7385-ed85-584a33eb4f07/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T05:22:54,894 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64433 2024-11-13T05:22:54,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:22:54,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:22:54,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/test.cache.data in system properties and HBase conf 2024-11-13T05:22:54,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:22:54,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:22:54,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:22:54,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:22:54,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:22:54,895 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:22:54,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:22:54,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:22:54,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:22:54,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:22:54,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:22:54,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:22:54,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:22:54,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:22:54,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:22:54,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:22:54,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:22:54,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:22:54,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:22:54,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:22:54,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10132a4c71e0005, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T05:22:54,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10132a4c71e0008, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T05:22:54,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10132a4c71e0005, quorum=127.0.0.1:64007, baseZNode=/1248272017 Received Disconnected from ZooKeeper, ignoring 2024-11-13T05:22:54,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10132a4c71e0008, quorum=127.0.0.1:64007, baseZNode=/2999426962 Received Disconnected from ZooKeeper, ignoring 2024-11-13T05:22:54,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10132a4c71e0002, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T05:22:54,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10132a4c71e0002, quorum=127.0.0.1:64007, baseZNode=/0-929921596 Received Disconnected from ZooKeeper, ignoring 2024-11-13T05:22:55,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:22:55,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:22:55,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:22:55,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:22:55,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:22:55,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:22:55,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53954af1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:22:55,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2106c5d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:22:55,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23eff59f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/java.io.tmpdir/jetty-localhost-35553-hadoop-hdfs-3_4_1-tests_jar-_-any-1537014120397966127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:22:55,418 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e834038{HTTP/1.1, (http/1.1)}{localhost:35553} 2024-11-13T05:22:55,418 INFO [Time-limited test {}] server.Server(415): Started @319548ms 2024-11-13T05:22:55,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:22:55,725 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:22:55,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:22:55,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:22:55,728 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:22:55,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3235b494{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:22:55,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a1ff889{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:22:55,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bcd1b6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/java.io.tmpdir/jetty-localhost-43703-hadoop-hdfs-3_4_1-tests_jar-_-any-10824366468786531107/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:22:55,825 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@355bfe00{HTTP/1.1, (http/1.1)}{localhost:43703} 2024-11-13T05:22:55,825 INFO [Time-limited test {}] server.Server(415): Started @319954ms 2024-11-13T05:22:55,826 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:22:56,573 WARN [Thread-4164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/cluster_c0b5611b-9f55-7385-ed85-584a33eb4f07/data/data1/current/BP-1547835746-172.17.0.3-1731475374917/current, will proceed with Du for space computation calculation, 2024-11-13T05:22:56,576 WARN [Thread-4165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/cluster_c0b5611b-9f55-7385-ed85-584a33eb4f07/data/data2/current/BP-1547835746-172.17.0.3-1731475374917/current, will proceed with Du for space computation calculation, 2024-11-13T05:22:56,645 WARN [Thread-4152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:22:56,651 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8480380f01ad46d3 with lease ID 0xea7df279fc783b36: Processing first storage report for DS-c830872f-95e9-433f-a5fb-1bde077d598b from datanode DatanodeRegistration(127.0.0.1:40513, datanodeUuid=31fd7c9a-9f1a-44c7-b687-4921a307527d, infoPort=38561, infoSecurePort=0, ipcPort=33523, storageInfo=lv=-57;cid=testClusterID;nsid=318883010;c=1731475374917) 2024-11-13T05:22:56,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8480380f01ad46d3 with lease ID 0xea7df279fc783b36: from storage DS-c830872f-95e9-433f-a5fb-1bde077d598b node DatanodeRegistration(127.0.0.1:40513, datanodeUuid=31fd7c9a-9f1a-44c7-b687-4921a307527d, infoPort=38561, infoSecurePort=0, ipcPort=33523, storageInfo=lv=-57;cid=testClusterID;nsid=318883010;c=1731475374917), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:22:56,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8480380f01ad46d3 with lease ID 0xea7df279fc783b36: Processing first storage report for DS-b2be16b3-ed15-4a63-b8f0-f11215a94649 from datanode DatanodeRegistration(127.0.0.1:40513, datanodeUuid=31fd7c9a-9f1a-44c7-b687-4921a307527d, infoPort=38561, infoSecurePort=0, ipcPort=33523, storageInfo=lv=-57;cid=testClusterID;nsid=318883010;c=1731475374917) 2024-11-13T05:22:56,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8480380f01ad46d3 with lease ID 0xea7df279fc783b36: from storage DS-b2be16b3-ed15-4a63-b8f0-f11215a94649 node DatanodeRegistration(127.0.0.1:40513, datanodeUuid=31fd7c9a-9f1a-44c7-b687-4921a307527d, infoPort=38561, infoSecurePort=0, ipcPort=33523, storageInfo=lv=-57;cid=testClusterID;nsid=318883010;c=1731475374917), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:22:56,652 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b 2024-11-13T05:22:56,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:56,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:56,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:22:56,705 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7 with version=8 2024-11-13T05:22:56,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/hbase-staging 2024-11-13T05:22:56,707 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:22:56,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:56,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:56,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:22:56,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:56,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:22:56,708 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:22:56,708 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:22:56,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40087 2024-11-13T05:22:56,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40087 connecting to ZooKeeper ensemble=127.0.0.1:64433 2024-11-13T05:22:56,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400870x0, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:22:56,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40087-0x10132a57ed80000 connected 2024-11-13T05:22:56,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:56,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:56,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Set watcher on znode that does not yet exist, /02046023574/running 2024-11-13T05:22:56,913 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7, hbase.cluster.distributed=false 2024-11-13T05:22:56,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Set watcher on znode that does not yet exist, /02046023574/acl 2024-11-13T05:22:56,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40087 2024-11-13T05:22:56,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40087 2024-11-13T05:22:56,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40087 2024-11-13T05:22:56,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40087 2024-11-13T05:22:56,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40087 2024-11-13T05:22:56,990 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:22:56,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:56,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:56,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:22:56,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:22:56,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:22:56,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:22:56,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:22:57,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36313 2024-11-13T05:22:57,010 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36313 connecting to ZooKeeper ensemble=127.0.0.1:64433 2024-11-13T05:22:57,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:57,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:57,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363130x0, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:22:57,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363130x0, quorum=127.0.0.1:64433, baseZNode=/02046023574 Set watcher on znode that does not yet exist, /02046023574/running 2024-11-13T05:22:57,035 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:22:57,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36313-0x10132a57ed80001 connected 2024-11-13T05:22:57,055 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:22:57,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36313-0x10132a57ed80001, quorum=127.0.0.1:64433, baseZNode=/02046023574 Set watcher on znode that does not yet exist, /02046023574/master 2024-11-13T05:22:57,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36313-0x10132a57ed80001, quorum=127.0.0.1:64433, baseZNode=/02046023574 Set watcher on znode that does not yet exist, /02046023574/acl 2024-11-13T05:22:57,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36313 2024-11-13T05:22:57,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36313 2024-11-13T05:22:57,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36313 2024-11-13T05:22:57,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36313 2024-11-13T05:22:57,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36313 2024-11-13T05:22:57,108 DEBUG [M:0;a61c20bd729c:40087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:40087 2024-11-13T05:22:57,112 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02046023574/backup-masters/a61c20bd729c,40087,1731475376707 2024-11-13T05:22:57,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02046023574/backup-masters 2024-11-13T05:22:57,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36313-0x10132a57ed80001, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02046023574/backup-masters 2024-11-13T05:22:57,119 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Set watcher on existing znode=/02046023574/backup-masters/a61c20bd729c,40087,1731475376707 2024-11-13T05:22:57,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36313-0x10132a57ed80001, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02046023574/master 2024-11-13T05:22:57,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02046023574 2024-11-13T05:22:57,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36313-0x10132a57ed80001, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02046023574 2024-11-13T05:22:57,129 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Set watcher on existing znode=/02046023574/master 2024-11-13T05:22:57,130 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02046023574/backup-masters/a61c20bd729c,40087,1731475376707 from backup master directory 2024-11-13T05:22:57,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36313-0x10132a57ed80001, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02046023574/backup-masters 2024-11-13T05:22:57,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02046023574/backup-masters/a61c20bd729c,40087,1731475376707 2024-11-13T05:22:57,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02046023574/backup-masters 2024-11-13T05:22:57,204 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:22:57,204 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,40087,1731475376707 2024-11-13T05:22:57,207 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/hbase.id] with ID: 7b93352b-7748-44f9-8439-910bb5c64480 2024-11-13T05:22:57,207 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/.tmp/hbase.id 2024-11-13T05:22:57,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:22:57,506 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:22:57,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:57,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:57,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:57,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:57,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:57,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:57,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:57,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:57,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:57,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:57,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:57,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:57,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:57,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:57,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:57,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:22:57,613 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/.tmp/hbase.id]:[hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/hbase.id] 2024-11-13T05:22:57,623 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:22:57,623 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:22:57,624 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T05:22:57,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36313-0x10132a57ed80001, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02046023574 2024-11-13T05:22:57,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02046023574 2024-11-13T05:22:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:22:58,198 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:22:58,199 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:22:58,204 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:22:58,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:22:58,610 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/MasterData/data/master/store 2024-11-13T05:22:58,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:22:58,614 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:58,614 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:22:58,614 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:58,614 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:58,614 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:22:58,614 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:58,614 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:22:58,614 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475378614Disabling compacts and flushes for region at 1731475378614Disabling writes for close at 1731475378614Writing region close event to WAL at 1731475378614Closed at 1731475378614 2024-11-13T05:22:58,615 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/MasterData/data/master/store/.initializing 2024-11-13T05:22:58,615 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/MasterData/WALs/a61c20bd729c,40087,1731475376707 2024-11-13T05:22:58,616 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:22:58,617 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C40087%2C1731475376707, suffix=, logDir=hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/MasterData/WALs/a61c20bd729c,40087,1731475376707, archiveDir=hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/MasterData/oldWALs, maxLogs=10 2024-11-13T05:22:58,633 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/MasterData/WALs/a61c20bd729c,40087,1731475376707/a61c20bd729c%2C40087%2C1731475376707.1731475378617, exclude list is [], retry=0 2024-11-13T05:22:58,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-c830872f-95e9-433f-a5fb-1bde077d598b,DISK] 2024-11-13T05:22:58,636 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/MasterData/WALs/a61c20bd729c,40087,1731475376707/a61c20bd729c%2C40087%2C1731475376707.1731475378617 2024-11-13T05:22:58,636 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38561:38561)] 2024-11-13T05:22:58,636 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:22:58,636 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:58,637 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:58,637 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:58,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:58,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:22:58,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:58,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:58,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:58,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:22:58,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:58,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:58,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:58,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:22:58,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:58,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:58,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:58,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:22:58,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:58,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:22:58,642 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:58,643 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:58,643 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:58,644 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:58,644 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:58,644 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:22:58,645 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:22:58,647 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:22:58,647 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59163463, jitterRate=-0.11839570105075836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:22:58,648 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475378637Initializing all the Stores at 1731475378637Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475378637Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475378637Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475378637Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475378637Cleaning up temporary data from old regions at 1731475378644 (+7 ms)Region opened successfully at 1731475378648 (+4 ms) 2024-11-13T05:22:58,648 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:22:58,650 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49febc54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:22:58,650 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:22:58,651 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:22:58,651 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:22:58,651 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:22:58,651 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:22:58,651 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:22:58,651 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:22:58,653 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:22:58,653 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Unable to get data of znode /02046023574/balancer because node does not exist (not necessarily an error) 2024-11-13T05:22:58,665 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02046023574/balancer already deleted, retry=false 2024-11-13T05:22:58,665 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:22:58,666 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Unable to get data of znode /02046023574/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:22:58,676 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02046023574/normalizer already deleted, retry=false 2024-11-13T05:22:58,676 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:22:58,677 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Unable to get data of znode /02046023574/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:22:58,686 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02046023574/switch/split already deleted, retry=false 2024-11-13T05:22:58,687 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Unable to get data of znode /02046023574/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:22:58,697 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02046023574/switch/merge already deleted, retry=false 2024-11-13T05:22:58,699 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Unable to get data of znode /02046023574/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:22:58,707 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02046023574/snapshot-cleanup already deleted, retry=false 2024-11-13T05:22:58,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36313-0x10132a57ed80001, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02046023574/running 2024-11-13T05:22:58,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36313-0x10132a57ed80001, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02046023574 2024-11-13T05:22:58,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02046023574/running 2024-11-13T05:22:58,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02046023574 2024-11-13T05:22:58,718 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,40087,1731475376707, sessionid=0x10132a57ed80000, setting cluster-up flag (Was=false) 2024-11-13T05:22:58,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02046023574 2024-11-13T05:22:58,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36313-0x10132a57ed80001, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02046023574 2024-11-13T05:22:58,781 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02046023574/flush-table-proc/acquired, /02046023574/flush-table-proc/reached, /02046023574/flush-table-proc/abort 2024-11-13T05:22:58,782 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,40087,1731475376707 2024-11-13T05:22:58,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02046023574 2024-11-13T05:22:58,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36313-0x10132a57ed80001, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02046023574 2024-11-13T05:22:58,834 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02046023574/online-snapshot/acquired, /02046023574/online-snapshot/reached, /02046023574/online-snapshot/abort 2024-11-13T05:22:58,835 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,40087,1731475376707 2024-11-13T05:22:58,835 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:22:58,837 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:22:58,837 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:22:58,837 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:22:58,837 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,40087,1731475376707 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:22:58,838 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:22:58,838 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:22:58,838 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:22:58,839 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:22:58,839 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:22:58,839 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:58,839 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:22:58,839 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:58,845 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:22:58,845 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:22:58,846 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:58,846 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:22:58,853 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475408852 2024-11-13T05:22:58,853 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:22:58,853 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:22:58,853 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:22:58,853 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:22:58,853 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:22:58,853 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:22:58,853 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:58,854 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:22:58,854 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:22:58,854 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:22:58,854 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:22:58,861 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:22:58,861 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:22:58,861 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475378861,5,FailOnTimeoutGroup] 2024-11-13T05:22:58,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:22:58,868 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475378861,5,FailOnTimeoutGroup] 2024-11-13T05:22:58,868 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:58,868 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:22:58,868 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:58,868 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:58,899 INFO [RS:0;a61c20bd729c:36313 {}] regionserver.HRegionServer(746): ClusterId : 7b93352b-7748-44f9-8439-910bb5c64480 2024-11-13T05:22:58,899 DEBUG [RS:0;a61c20bd729c:36313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:22:58,908 DEBUG [RS:0;a61c20bd729c:36313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:22:58,908 DEBUG [RS:0;a61c20bd729c:36313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:22:58,919 DEBUG [RS:0;a61c20bd729c:36313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:22:58,919 DEBUG [RS:0;a61c20bd729c:36313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5335c025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:22:58,933 DEBUG [RS:0;a61c20bd729c:36313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:36313 2024-11-13T05:22:58,933 INFO [RS:0;a61c20bd729c:36313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:22:58,933 INFO [RS:0;a61c20bd729c:36313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:22:58,933 DEBUG [RS:0;a61c20bd729c:36313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:22:58,934 INFO [RS:0;a61c20bd729c:36313 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,40087,1731475376707 with port=36313, startcode=1731475376989 2024-11-13T05:22:58,934 DEBUG [RS:0;a61c20bd729c:36313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:22:58,935 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:22:58,936 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,36313,1731475376989 2024-11-13T05:22:58,936 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,36313,1731475376989 2024-11-13T05:22:58,937 DEBUG [RS:0;a61c20bd729c:36313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7 2024-11-13T05:22:58,937 DEBUG [RS:0;a61c20bd729c:36313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37057 2024-11-13T05:22:58,937 DEBUG [RS:0;a61c20bd729c:36313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:22:58,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02046023574/rs 2024-11-13T05:22:58,950 DEBUG [RS:0;a61c20bd729c:36313 {}] zookeeper.ZKUtil(111): regionserver:36313-0x10132a57ed80001, quorum=127.0.0.1:64433, baseZNode=/02046023574 Set watcher on existing znode=/02046023574/rs/a61c20bd729c,36313,1731475376989 2024-11-13T05:22:58,950 WARN [RS:0;a61c20bd729c:36313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:22:58,950 INFO [RS:0;a61c20bd729c:36313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:22:58,950 DEBUG [RS:0;a61c20bd729c:36313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/WALs/a61c20bd729c,36313,1731475376989 2024-11-13T05:22:58,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,36313,1731475376989] 2024-11-13T05:22:58,963 INFO [RS:0;a61c20bd729c:36313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:22:58,964 INFO [RS:0;a61c20bd729c:36313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:22:58,965 INFO [RS:0;a61c20bd729c:36313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:22:58,965 INFO [RS:0;a61c20bd729c:36313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:58,965 INFO [RS:0;a61c20bd729c:36313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:22:58,965 INFO [RS:0;a61c20bd729c:36313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:22:58,966 INFO [RS:0;a61c20bd729c:36313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:58,966 DEBUG [RS:0;a61c20bd729c:36313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:58,966 DEBUG [RS:0;a61c20bd729c:36313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:58,966 DEBUG [RS:0;a61c20bd729c:36313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:58,966 DEBUG [RS:0;a61c20bd729c:36313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:58,966 DEBUG [RS:0;a61c20bd729c:36313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:58,966 DEBUG [RS:0;a61c20bd729c:36313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:22:58,966 DEBUG [RS:0;a61c20bd729c:36313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:58,966 DEBUG [RS:0;a61c20bd729c:36313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:58,966 DEBUG [RS:0;a61c20bd729c:36313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:58,966 DEBUG [RS:0;a61c20bd729c:36313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:58,966 DEBUG [RS:0;a61c20bd729c:36313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:58,966 DEBUG [RS:0;a61c20bd729c:36313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:22:58,966 DEBUG [RS:0;a61c20bd729c:36313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:22:58,966 DEBUG [RS:0;a61c20bd729c:36313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:22:58,968 INFO [RS:0;a61c20bd729c:36313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:58,968 INFO [RS:0;a61c20bd729c:36313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:58,968 INFO [RS:0;a61c20bd729c:36313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:58,968 INFO [RS:0;a61c20bd729c:36313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:58,968 INFO [RS:0;a61c20bd729c:36313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:58,968 INFO [RS:0;a61c20bd729c:36313 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36313,1731475376989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:22:58,989 INFO [RS:0;a61c20bd729c:36313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:22:58,989 INFO [RS:0;a61c20bd729c:36313 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,36313,1731475376989-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:58,990 INFO [RS:0;a61c20bd729c:36313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:58,990 INFO [RS:0;a61c20bd729c:36313 {}] regionserver.Replication(171): a61c20bd729c,36313,1731475376989 started 2024-11-13T05:22:59,008 INFO [RS:0;a61c20bd729c:36313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:59,009 INFO [RS:0;a61c20bd729c:36313 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,36313,1731475376989, RpcServer on a61c20bd729c/172.17.0.3:36313, sessionid=0x10132a57ed80001 2024-11-13T05:22:59,009 DEBUG [RS:0;a61c20bd729c:36313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:22:59,009 DEBUG [RS:0;a61c20bd729c:36313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,36313,1731475376989 2024-11-13T05:22:59,009 DEBUG [RS:0;a61c20bd729c:36313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,36313,1731475376989' 2024-11-13T05:22:59,009 DEBUG [RS:0;a61c20bd729c:36313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02046023574/flush-table-proc/abort' 2024-11-13T05:22:59,009 DEBUG [RS:0;a61c20bd729c:36313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02046023574/flush-table-proc/acquired' 2024-11-13T05:22:59,010 DEBUG [RS:0;a61c20bd729c:36313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:22:59,010 DEBUG [RS:0;a61c20bd729c:36313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:22:59,010 DEBUG [RS:0;a61c20bd729c:36313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,36313,1731475376989 2024-11-13T05:22:59,010 DEBUG [RS:0;a61c20bd729c:36313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,36313,1731475376989' 2024-11-13T05:22:59,010 DEBUG [RS:0;a61c20bd729c:36313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02046023574/online-snapshot/abort' 2024-11-13T05:22:59,010 DEBUG [RS:0;a61c20bd729c:36313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02046023574/online-snapshot/acquired' 2024-11-13T05:22:59,010 DEBUG [RS:0;a61c20bd729c:36313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:22:59,011 INFO [RS:0;a61c20bd729c:36313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:22:59,011 INFO [RS:0;a61c20bd729c:36313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:22:59,111 INFO [RS:0;a61c20bd729c:36313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:22:59,112 INFO [RS:0;a61c20bd729c:36313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C36313%2C1731475376989, suffix=, logDir=hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/WALs/a61c20bd729c,36313,1731475376989, archiveDir=hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/oldWALs, maxLogs=10 2024-11-13T05:22:59,129 DEBUG [RS:0;a61c20bd729c:36313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/WALs/a61c20bd729c,36313,1731475376989/a61c20bd729c%2C36313%2C1731475376989.1731475379112, exclude list is [], retry=0 2024-11-13T05:22:59,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-c830872f-95e9-433f-a5fb-1bde077d598b,DISK] 2024-11-13T05:22:59,133 INFO [RS:0;a61c20bd729c:36313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/WALs/a61c20bd729c,36313,1731475376989/a61c20bd729c%2C36313%2C1731475376989.1731475379112 2024-11-13T05:22:59,134 DEBUG [RS:0;a61c20bd729c:36313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38561:38561)] 2024-11-13T05:22:59,263 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:22:59,263 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7 2024-11-13T05:22:59,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741833_1009 (size=32) 2024-11-13T05:22:59,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:59,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:22:59,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:22:59,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:59,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:59,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:22:59,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:22:59,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:59,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:59,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:22:59,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:22:59,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:59,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:59,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:22:59,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:22:59,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:59,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:59,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:22:59,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/data/hbase/meta/1588230740 2024-11-13T05:22:59,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/data/hbase/meta/1588230740 2024-11-13T05:22:59,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:22:59,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:22:59,292 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:22:59,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:22:59,297 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:22:59,297 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75358456, jitterRate=0.12292850017547607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:22:59,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475379282Initializing all the Stores at 1731475379283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475379283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475379283Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475379283Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475379283Cleaning up temporary data from old regions at 1731475379291 (+8 ms)Region opened successfully at 1731475379298 (+7 ms) 2024-11-13T05:22:59,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:22:59,298 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:22:59,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:22:59,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:22:59,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:22:59,298 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:22:59,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475379298Disabling compacts and flushes for region at 1731475379298Disabling writes for close at 1731475379298Writing region close event to WAL at 1731475379298Closed at 1731475379298 2024-11-13T05:22:59,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:22:59,300 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:22:59,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:22:59,301 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:22:59,302 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:22:59,452 DEBUG [a61c20bd729c:40087 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:22:59,453 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,36313,1731475376989 2024-11-13T05:22:59,453 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,36313,1731475376989, state=OPENING 2024-11-13T05:22:59,497 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:22:59,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02046023574 2024-11-13T05:22:59,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36313-0x10132a57ed80001, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02046023574 2024-11-13T05:22:59,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02046023574/meta-region-server: CHANGED 2024-11-13T05:22:59,508 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:22:59,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02046023574/meta-region-server: CHANGED 2024-11-13T05:22:59,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,36313,1731475376989}] 2024-11-13T05:22:59,676 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:22:59,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:22:59,692 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:22:59,692 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:22:59,693 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:22:59,695 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C36313%2C1731475376989.meta, suffix=.meta, logDir=hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/WALs/a61c20bd729c,36313,1731475376989, archiveDir=hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/oldWALs, maxLogs=10 2024-11-13T05:22:59,732 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/WALs/a61c20bd729c,36313,1731475376989/a61c20bd729c%2C36313%2C1731475376989.meta.1731475379695.meta, exclude list is [], retry=0 2024-11-13T05:22:59,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-c830872f-95e9-433f-a5fb-1bde077d598b,DISK] 2024-11-13T05:22:59,741 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/WALs/a61c20bd729c,36313,1731475376989/a61c20bd729c%2C36313%2C1731475376989.meta.1731475379695.meta 2024-11-13T05:22:59,748 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38561:38561)] 2024-11-13T05:22:59,748 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:22:59,749 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:22:59,749 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:22:59,749 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:22:59,749 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:22:59,749 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:22:59,749 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:22:59,749 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:22:59,749 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:22:59,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:22:59,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:22:59,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:59,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:59,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:22:59,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:22:59,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:59,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:59,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:22:59,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:22:59,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:59,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:59,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:22:59,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:22:59,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:59,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:22:59,767 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:22:59,767 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/data/hbase/meta/1588230740 2024-11-13T05:22:59,768 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/data/hbase/meta/1588230740 2024-11-13T05:22:59,770 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:22:59,770 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:22:59,771 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:22:59,772 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:22:59,773 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62905044, jitterRate=-0.06264179944992065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:22:59,773 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:22:59,773 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475379750Writing region info on filesystem at 1731475379750Initializing all the Stores at 1731475379750Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475379750Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475379756 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475379756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475379756Cleaning up temporary data from old regions at 1731475379770 (+14 ms)Running coprocessor post-open hooks at 1731475379773 (+3 ms)Region opened successfully at 1731475379773 2024-11-13T05:22:59,774 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475379676 2024-11-13T05:22:59,776 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:22:59,776 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:22:59,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,36313,1731475376989 2024-11-13T05:22:59,779 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,36313,1731475376989, state=OPEN 2024-11-13T05:22:59,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40087-0x10132a57ed80000, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02046023574/meta-region-server 2024-11-13T05:22:59,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36313-0x10132a57ed80001, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02046023574/meta-region-server 2024-11-13T05:22:59,824 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,36313,1731475376989 2024-11-13T05:22:59,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02046023574/meta-region-server: CHANGED 2024-11-13T05:22:59,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02046023574/meta-region-server: CHANGED 2024-11-13T05:22:59,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:22:59,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,36313,1731475376989 in 316 msec 2024-11-13T05:22:59,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:22:59,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 526 msec 2024-11-13T05:22:59,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:22:59,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:22:59,832 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:22:59,832 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,36313,1731475376989, seqNum=-1] 2024-11-13T05:22:59,832 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:22:59,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:22:59,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0010 sec 2024-11-13T05:22:59,839 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475379839, completionTime=-1 2024-11-13T05:22:59,839 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:22:59,839 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:22:59,841 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:22:59,841 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475439841 2024-11-13T05:22:59,841 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475499841 2024-11-13T05:22:59,841 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T05:22:59,841 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,40087,1731475376707-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:59,841 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,40087,1731475376707-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:59,841 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,40087,1731475376707-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:59,841 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:40087, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:59,841 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:59,843 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:22:59,864 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:59,868 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.664sec 2024-11-13T05:22:59,869 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:22:59,869 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:22:59,869 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:22:59,869 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:22:59,869 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:22:59,869 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,40087,1731475376707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:22:59,869 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,40087,1731475376707-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:22:59,874 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:22:59,874 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:22:59,874 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,40087,1731475376707-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:22:59,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165472ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:59,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,40087,-1 for getting cluster id 2024-11-13T05:22:59,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:22:59,921 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b93352b-7748-44f9-8439-910bb5c64480' 2024-11-13T05:22:59,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:22:59,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b93352b-7748-44f9-8439-910bb5c64480" 2024-11-13T05:22:59,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e568e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:59,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,40087,-1] 2024-11-13T05:22:59,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:22:59,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:22:59,923 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:22:59,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d50ef1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:22:59,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:22:59,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,36313,1731475376989, seqNum=-1] 2024-11-13T05:22:59,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:22:59,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:22:59,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,40087,1731475376707 2024-11-13T05:22:59,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64433 2024-11-13T05:22:59,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64433, baseZNode=/02046023574 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:22:59,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10132a57ed80002 connected 2024-11-13T05:22:59,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:22:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,40087,1731475376707 2024-11-13T05:22:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11530c4b 2024-11-13T05:22:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:22:59,964 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:22:59,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:22:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T05:22:59,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:22:59,968 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:22:59,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T05:22:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:22:59,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:22:59,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741835_1011 (size=902) 2024-11-13T05:22:59,989 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf01ee0298a80ccc7b48e3d33bc3e2f6, NAME => 'test,,1731475379965.bf01ee0298a80ccc7b48e3d33bc3e2f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7 2024-11-13T05:23:00,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741836_1012 (size=39) 2024-11-13T05:23:00,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731475379965.bf01ee0298a80ccc7b48e3d33bc3e2f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:00,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bf01ee0298a80ccc7b48e3d33bc3e2f6, disabling compactions & flushes 2024-11-13T05:23:00,023 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731475379965.bf01ee0298a80ccc7b48e3d33bc3e2f6. 2024-11-13T05:23:00,024 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475379965.bf01ee0298a80ccc7b48e3d33bc3e2f6. 2024-11-13T05:23:00,024 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731475379965.bf01ee0298a80ccc7b48e3d33bc3e2f6. after waiting 0 ms 2024-11-13T05:23:00,024 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731475379965.bf01ee0298a80ccc7b48e3d33bc3e2f6. 2024-11-13T05:23:00,024 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731475379965.bf01ee0298a80ccc7b48e3d33bc3e2f6. 2024-11-13T05:23:00,024 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf01ee0298a80ccc7b48e3d33bc3e2f6: Waiting for close lock at 1731475380023Disabling compacts and flushes for region at 1731475380023Disabling writes for close at 1731475380024 (+1 ms)Writing region close event to WAL at 1731475380024Closed at 1731475380024 2024-11-13T05:23:00,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:23:00,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731475379965.bf01ee0298a80ccc7b48e3d33bc3e2f6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731475380025"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475380025"}]},"ts":"1731475380025"} 2024-11-13T05:23:00,028 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:23:00,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:23:00,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475380029"}]},"ts":"1731475380029"} 2024-11-13T05:23:00,032 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T05:23:00,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bf01ee0298a80ccc7b48e3d33bc3e2f6, ASSIGN}] 2024-11-13T05:23:00,033 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bf01ee0298a80ccc7b48e3d33bc3e2f6, ASSIGN 2024-11-13T05:23:00,034 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bf01ee0298a80ccc7b48e3d33bc3e2f6, ASSIGN; state=OFFLINE, location=a61c20bd729c,36313,1731475376989; forceNewPlan=false, retain=false 2024-11-13T05:23:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:23:00,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf01ee0298a80ccc7b48e3d33bc3e2f6, regionState=OPENING, regionLocation=a61c20bd729c,36313,1731475376989 2024-11-13T05:23:00,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bf01ee0298a80ccc7b48e3d33bc3e2f6, ASSIGN because future has completed 2024-11-13T05:23:00,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf01ee0298a80ccc7b48e3d33bc3e2f6, server=a61c20bd729c,36313,1731475376989}] 2024-11-13T05:23:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:23:00,356 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731475379965.bf01ee0298a80ccc7b48e3d33bc3e2f6. 2024-11-13T05:23:00,356 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bf01ee0298a80ccc7b48e3d33bc3e2f6, NAME => 'test,,1731475379965.bf01ee0298a80ccc7b48e3d33bc3e2f6.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:23:00,357 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:23:00,357 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T05:23:00,357 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bf01ee0298a80ccc7b48e3d33bc3e2f6 2024-11-13T05:23:00,357 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731475379965.bf01ee0298a80ccc7b48e3d33bc3e2f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:00,357 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bf01ee0298a80ccc7b48e3d33bc3e2f6 2024-11-13T05:23:00,357 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bf01ee0298a80ccc7b48e3d33bc3e2f6 2024-11-13T05:23:00,359 INFO [StoreOpener-bf01ee0298a80ccc7b48e3d33bc3e2f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bf01ee0298a80ccc7b48e3d33bc3e2f6 2024-11-13T05:23:00,360 INFO [StoreOpener-bf01ee0298a80ccc7b48e3d33bc3e2f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf01ee0298a80ccc7b48e3d33bc3e2f6 columnFamilyName f 2024-11-13T05:23:00,360 DEBUG [StoreOpener-bf01ee0298a80ccc7b48e3d33bc3e2f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:00,361 INFO [StoreOpener-bf01ee0298a80ccc7b48e3d33bc3e2f6-1 {}] regionserver.HStore(327): Store=bf01ee0298a80ccc7b48e3d33bc3e2f6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:00,361 INFO [StoreOpener-bf01ee0298a80ccc7b48e3d33bc3e2f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bf01ee0298a80ccc7b48e3d33bc3e2f6 2024-11-13T05:23:00,362 INFO [StoreOpener-bf01ee0298a80ccc7b48e3d33bc3e2f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf01ee0298a80ccc7b48e3d33bc3e2f6 columnFamilyName f1 2024-11-13T05:23:00,362 DEBUG [StoreOpener-bf01ee0298a80ccc7b48e3d33bc3e2f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:00,363 INFO [StoreOpener-bf01ee0298a80ccc7b48e3d33bc3e2f6-1 {}] regionserver.HStore(327): Store=bf01ee0298a80ccc7b48e3d33bc3e2f6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:00,363 INFO [StoreOpener-bf01ee0298a80ccc7b48e3d33bc3e2f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bf01ee0298a80ccc7b48e3d33bc3e2f6 2024-11-13T05:23:00,365 INFO [StoreOpener-bf01ee0298a80ccc7b48e3d33bc3e2f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf01ee0298a80ccc7b48e3d33bc3e2f6 columnFamilyName norep 2024-11-13T05:23:00,365 DEBUG [StoreOpener-bf01ee0298a80ccc7b48e3d33bc3e2f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:00,365 INFO [StoreOpener-bf01ee0298a80ccc7b48e3d33bc3e2f6-1 {}] regionserver.HStore(327): Store=bf01ee0298a80ccc7b48e3d33bc3e2f6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:00,366 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bf01ee0298a80ccc7b48e3d33bc3e2f6 2024-11-13T05:23:00,366 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/data/default/test/bf01ee0298a80ccc7b48e3d33bc3e2f6 2024-11-13T05:23:00,367 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/data/default/test/bf01ee0298a80ccc7b48e3d33bc3e2f6 2024-11-13T05:23:00,368 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bf01ee0298a80ccc7b48e3d33bc3e2f6 2024-11-13T05:23:00,368 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bf01ee0298a80ccc7b48e3d33bc3e2f6 2024-11-13T05:23:00,369 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:23:00,370 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bf01ee0298a80ccc7b48e3d33bc3e2f6 2024-11-13T05:23:00,373 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/data/default/test/bf01ee0298a80ccc7b48e3d33bc3e2f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:23:00,374 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bf01ee0298a80ccc7b48e3d33bc3e2f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62458767, jitterRate=-0.0692918449640274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:23:00,374 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf01ee0298a80ccc7b48e3d33bc3e2f6 2024-11-13T05:23:00,375 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bf01ee0298a80ccc7b48e3d33bc3e2f6: Running coprocessor pre-open hook at 1731475380358Writing region info on filesystem at 1731475380358Initializing all the Stores at 1731475380358Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475380358Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475380359 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475380359Cleaning up temporary data from old regions at 1731475380368 (+9 ms)Running coprocessor post-open hooks at 1731475380374 (+6 ms)Region opened successfully at 1731475380375 (+1 ms) 2024-11-13T05:23:00,376 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731475379965.bf01ee0298a80ccc7b48e3d33bc3e2f6., pid=6, masterSystemTime=1731475380342 2024-11-13T05:23:00,379 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731475379965.bf01ee0298a80ccc7b48e3d33bc3e2f6. 2024-11-13T05:23:00,380 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731475379965.bf01ee0298a80ccc7b48e3d33bc3e2f6. 2024-11-13T05:23:00,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf01ee0298a80ccc7b48e3d33bc3e2f6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a61c20bd729c,36313,1731475376989 2024-11-13T05:23:00,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf01ee0298a80ccc7b48e3d33bc3e2f6, server=a61c20bd729c,36313,1731475376989 because future has completed 2024-11-13T05:23:00,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:23:00,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bf01ee0298a80ccc7b48e3d33bc3e2f6, server=a61c20bd729c,36313,1731475376989 in 205 msec 2024-11-13T05:23:00,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T05:23:00,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bf01ee0298a80ccc7b48e3d33bc3e2f6, ASSIGN in 364 msec 2024-11-13T05:23:00,399 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:23:00,399 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475380399"}]},"ts":"1731475380399"} 2024-11-13T05:23:00,401 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T05:23:00,402 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:23:00,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 437 msec 2024-11-13T05:23:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:23:00,601 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T05:23:00,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbceac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:00,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,40087,-1 for getting cluster id 2024-11-13T05:23:00,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:23:00,602 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b93352b-7748-44f9-8439-910bb5c64480' 2024-11-13T05:23:00,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:23:00,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b93352b-7748-44f9-8439-910bb5c64480" 2024-11-13T05:23:00,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10138acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:00,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,40087,-1] 2024-11-13T05:23:00,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:23:00,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:00,604 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:23:00,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798c3e3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:00,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:23:00,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,40087,1731475376707 2024-11-13T05:23:00,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eda61c6 2024-11-13T05:23:00,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:23:00,606 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:23:00,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a61c20bd729c:40087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T05:23:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:23:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:23:00,609 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:40087' 2024-11-13T05:23:00,610 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f034d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:00,610 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,40087,-1 for getting cluster id 2024-11-13T05:23:00,610 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:23:00,614 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b93352b-7748-44f9-8439-910bb5c64480' 2024-11-13T05:23:00,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:23:00,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b93352b-7748-44f9-8439-910bb5c64480" 2024-11-13T05:23:00,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e87a58f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:00,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,40087,-1] 2024-11-13T05:23:00,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:23:00,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:00,616 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:23:00,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f1e6f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:00,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:23:00,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,40087,1731475376707 2024-11-13T05:23:00,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28831a50 2024-11-13T05:23:00,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:23:00,618 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:23:00,619 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T05:23:00,619 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:23:00,619 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:00,619 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:00,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:23:00,619 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a61c20bd729c:40087, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T05:23:00,627 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a61c20bd729c:40087, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a61c20bd729c:40087, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a61c20bd729c:40087, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-13T05:23:00,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://a61c20bd729c:40087, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=26 msec 2024-11-13T05:23:00,634 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-13T05:23:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:23:00,712 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://a61c20bd729c:40087, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-13T05:23:00,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:23:00,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:23:00,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:00,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:00,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:23:00,729 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=534 (was 362) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_571924158_20 at /127.0.0.1:47298 [Receiving block BP-1547835746-172.17.0.3-1731475374917:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(2022375596) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1547835746-172.17.0.3-1731475374917:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7868 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64433) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 33523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 37057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-1547835746-172.17.0.3-1731475374917 heartbeating to localhost/127.0.0.1:37057 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64433) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master/a61c20bd729c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7866 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fb770430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:37057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp589872639-7915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/a61c20bd729c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp589872639-7914 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:64433 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 3 on default port 37057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64433) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@180d3e13[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7867-acceptor-0@7597cb2c-ServerConnector@e834038{HTTP/1.1, (http/1.1)}{localhost:35553} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a61c20bd729c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7863 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fb770430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: ProcessThread(sid:0 cport:64433): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/cluster_c0b5611b-9f55-7385-ed85-584a33eb4f07/data/data2/current/BP-1547835746-172.17.0.3-1731475374917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7/MasterData-prefix:a61c20bd729c,40087,1731475376707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@52b2b886 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7864 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fb770430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-544352933_20 at /127.0.0.1:47310 [Receiving block BP-1547835746-172.17.0.3-1731475374917:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7865 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fb770430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;a61c20bd729c:36313-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:37057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS:0;a61c20bd729c:36313 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp288647248-7869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$590/0x00007fb770ab0c38.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-544352933_20 at /127.0.0.1:47340 [Receiving block BP-1547835746-172.17.0.3-1731475374917:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/cluster_c0b5611b-9f55-7385-ed85-584a33eb4f07/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/cluster_c0b5611b-9f55-7385-ed85-584a33eb4f07/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-544352933_20 at /127.0.0.1:47250 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1547835746-172.17.0.3-1731475374917:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 33523 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7-prefix:a61c20bd729c,36313,1731475376989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475378861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/cluster_c0b5611b-9f55-7385-ed85-584a33eb4f07/data/data1/current/BP-1547835746-172.17.0.3-1731475374917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:37057 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475378861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-1547835746-172.17.0.3-1731475374917:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a61c20bd729c:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 3 on default port 33523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@79452611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: a61c20bd729c:40087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp589872639-7912 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fb770430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37057 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@742ecac9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007fb7709f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a61c20bd729c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 4 on default port 33523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp589872639-7913-acceptor-0@1fab60a9-ServerConnector@355bfe00{HTTP/1.1, (http/1.1)}{localhost:43703} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;a61c20bd729c:40087 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@448c405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3e7bafde-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6bb12d7b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp288647248-7870 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37057/user/jenkins/test-data/4c96a125-9dae-4c2b-80f9-d00411527cf7-prefix:a61c20bd729c,36313,1731475376989.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1461160b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=874 (was 789) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=401 (was 418), ProcessCount=11 (was 11), AvailableMemoryMB=3788 (was 3881) 2024-11-13T05:23:00,732 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-13T05:23:00,746 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=401, ProcessCount=11, AvailableMemoryMB=3787 2024-11-13T05:23:00,746 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-13T05:23:00,759 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-13T05:23:00,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/hadoop.log.dir so I do NOT create it in target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99 2024-11-13T05:23:00,760 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:23:00,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/hadoop.tmp.dir so I do NOT create it in target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99 2024-11-13T05:23:00,760 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7c244c9f-1539-1c1b-c3ec-30973ab1424b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:23:00,760 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99 2024-11-13T05:23:00,760 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/cluster_b22c313c-d8cd-4804-63d3-fc39e64ae093, deleteOnExit=true 2024-11-13T05:23:00,817 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/cluster_b22c313c-d8cd-4804-63d3-fc39e64ae093/zookeeper_0, clientPort=57496, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/cluster_b22c313c-d8cd-4804-63d3-fc39e64ae093/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/cluster_b22c313c-d8cd-4804-63d3-fc39e64ae093/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T05:23:00,818 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57496 2024-11-13T05:23:00,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:23:00,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:23:00,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/test.cache.data in system properties and HBase conf 2024-11-13T05:23:00,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:23:00,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:23:00,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:23:00,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:23:00,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:23:00,819 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:23:00,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:23:00,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:23:00,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:23:00,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:23:00,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:23:00,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:23:00,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:23:00,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:23:00,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:23:00,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:23:00,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:23:00,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:23:00,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:23:00,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:23:01,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:23:01,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:23:01,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:23:01,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:23:01,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:23:01,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:23:01,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21547af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:23:01,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec53f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:23:01,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5208d3f2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/java.io.tmpdir/jetty-localhost-41543-hadoop-hdfs-3_4_1-tests_jar-_-any-5032878325161562524/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:23:01,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e5eaa4{HTTP/1.1, (http/1.1)}{localhost:41543} 2024-11-13T05:23:01,414 INFO [Time-limited test {}] server.Server(415): Started @325544ms 2024-11-13T05:23:01,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:23:01,753 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:23:01,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:23:01,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:23:01,757 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:23:01,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@617d83e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:23:01,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@358c5e9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:23:01,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59f17d5d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/java.io.tmpdir/jetty-localhost-46419-hadoop-hdfs-3_4_1-tests_jar-_-any-2188700433823710579/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:23:01,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22e8e045{HTTP/1.1, (http/1.1)}{localhost:46419} 2024-11-13T05:23:01,870 INFO [Time-limited test {}] server.Server(415): Started @326000ms 2024-11-13T05:23:01,871 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:23:03,112 WARN [Thread-4298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/cluster_b22c313c-d8cd-4804-63d3-fc39e64ae093/data/data1/current/BP-932221034-172.17.0.3-1731475380849/current, will proceed with Du for space computation calculation, 2024-11-13T05:23:03,120 WARN [Thread-4299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/cluster_b22c313c-d8cd-4804-63d3-fc39e64ae093/data/data2/current/BP-932221034-172.17.0.3-1731475380849/current, will proceed with Du for space computation calculation, 2024-11-13T05:23:03,149 WARN [Thread-4286 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:23:03,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4068c7182cdad3c5 with lease ID 0x44faf8b1c667afa0: Processing first storage report for DS-eaef5b3c-3309-432c-8f50-6d6131647d60 from datanode DatanodeRegistration(127.0.0.1:38103, datanodeUuid=79f5f488-2a43-4742-9df3-35e40127580d, infoPort=36891, infoSecurePort=0, ipcPort=35123, storageInfo=lv=-57;cid=testClusterID;nsid=1732357050;c=1731475380849) 2024-11-13T05:23:03,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4068c7182cdad3c5 with lease ID 0x44faf8b1c667afa0: from storage DS-eaef5b3c-3309-432c-8f50-6d6131647d60 node DatanodeRegistration(127.0.0.1:38103, datanodeUuid=79f5f488-2a43-4742-9df3-35e40127580d, infoPort=36891, infoSecurePort=0, ipcPort=35123, storageInfo=lv=-57;cid=testClusterID;nsid=1732357050;c=1731475380849), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:23:03,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4068c7182cdad3c5 with lease ID 0x44faf8b1c667afa0: Processing first storage report for DS-920dd83e-e085-4922-9492-f537ec6454f2 from datanode DatanodeRegistration(127.0.0.1:38103, datanodeUuid=79f5f488-2a43-4742-9df3-35e40127580d, infoPort=36891, infoSecurePort=0, ipcPort=35123, storageInfo=lv=-57;cid=testClusterID;nsid=1732357050;c=1731475380849) 2024-11-13T05:23:03,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4068c7182cdad3c5 with lease ID 0x44faf8b1c667afa0: from storage DS-920dd83e-e085-4922-9492-f537ec6454f2 node DatanodeRegistration(127.0.0.1:38103, datanodeUuid=79f5f488-2a43-4742-9df3-35e40127580d, infoPort=36891, infoSecurePort=0, ipcPort=35123, storageInfo=lv=-57;cid=testClusterID;nsid=1732357050;c=1731475380849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:23:03,206 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99 2024-11-13T05:23:03,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:03,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:03,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:23:03,227 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840 with version=8 2024-11-13T05:23:03,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/hbase-staging 2024-11-13T05:23:03,229 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:23:03,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:23:03,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:23:03,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:23:03,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:23:03,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:23:03,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:23:03,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:23:03,230 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42103 2024-11-13T05:23:03,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42103 connecting to ZooKeeper ensemble=127.0.0.1:57496 2024-11-13T05:23:03,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421030x0, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:23:03,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42103-0x10132a595f20000 connected 2024-11-13T05:23:03,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:03,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:03,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Set watcher on znode that does not yet exist, /0447565704/running 2024-11-13T05:23:03,434 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840, hbase.cluster.distributed=false 2024-11-13T05:23:03,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Set watcher on znode that does not yet exist, /0447565704/acl 2024-11-13T05:23:03,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42103 2024-11-13T05:23:03,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42103 2024-11-13T05:23:03,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42103 2024-11-13T05:23:03,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42103 2024-11-13T05:23:03,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42103 2024-11-13T05:23:03,463 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:23:03,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:23:03,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:23:03,464 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:23:03,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:23:03,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:23:03,464 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:23:03,464 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:23:03,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39445 2024-11-13T05:23:03,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39445 connecting to ZooKeeper ensemble=127.0.0.1:57496 2024-11-13T05:23:03,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:03,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:03,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394450x0, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:23:03,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39445-0x10132a595f20001 connected 2024-11-13T05:23:03,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Set watcher on znode that does not yet exist, /0447565704/running 2024-11-13T05:23:03,482 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:23:03,484 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:23:03,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Set watcher on znode that does not yet exist, /0447565704/master 2024-11-13T05:23:03,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Set watcher on znode that does not yet exist, /0447565704/acl 2024-11-13T05:23:03,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39445 2024-11-13T05:23:03,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39445 2024-11-13T05:23:03,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39445 2024-11-13T05:23:03,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39445 2024-11-13T05:23:03,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39445 2024-11-13T05:23:03,522 DEBUG [M:0;a61c20bd729c:42103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:42103 2024-11-13T05:23:03,524 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0447565704/backup-masters/a61c20bd729c,42103,1731475383229 2024-11-13T05:23:03,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704/backup-masters 2024-11-13T05:23:03,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704/backup-masters 2024-11-13T05:23:03,535 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Set watcher on existing znode=/0447565704/backup-masters/a61c20bd729c,42103,1731475383229 2024-11-13T05:23:03,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0447565704/master 2024-11-13T05:23:03,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704 2024-11-13T05:23:03,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704 2024-11-13T05:23:03,547 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Set watcher on existing znode=/0447565704/master 2024-11-13T05:23:03,548 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0447565704/backup-masters/a61c20bd729c,42103,1731475383229 from backup master directory 2024-11-13T05:23:03,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0447565704/backup-masters/a61c20bd729c,42103,1731475383229 2024-11-13T05:23:03,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704/backup-masters 2024-11-13T05:23:03,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704/backup-masters 2024-11-13T05:23:03,556 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:23:03,556 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,42103,1731475383229 2024-11-13T05:23:03,560 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/hbase.id] with ID: 0546b480-bc7d-403c-a301-b6175c7eb23f 2024-11-13T05:23:03,560 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/.tmp/hbase.id 2024-11-13T05:23:03,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:23:03,588 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/.tmp/hbase.id]:[hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/hbase.id] 2024-11-13T05:23:03,602 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:03,602 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:23:03,603 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T05:23:03,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704 2024-11-13T05:23:03,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704 2024-11-13T05:23:03,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:23:03,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T05:23:03,654 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T05:23:03,654 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T05:23:03,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T05:23:03,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:23:03,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T05:23:04,023 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:23:04,023 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:23:04,023 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:23:04,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:23:04,430 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store 2024-11-13T05:23:04,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:23:04,458 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:04,458 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:23:04,458 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:04,458 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:04,458 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:23:04,458 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:04,458 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:04,458 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475384458Disabling compacts and flushes for region at 1731475384458Disabling writes for close at 1731475384458Writing region close event to WAL at 1731475384458Closed at 1731475384458 2024-11-13T05:23:04,459 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/.initializing 2024-11-13T05:23:04,459 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/WALs/a61c20bd729c,42103,1731475383229 2024-11-13T05:23:04,460 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:23:04,461 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C42103%2C1731475383229, suffix=, logDir=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/WALs/a61c20bd729c,42103,1731475383229, archiveDir=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/oldWALs, maxLogs=10 2024-11-13T05:23:04,477 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/WALs/a61c20bd729c,42103,1731475383229/a61c20bd729c%2C42103%2C1731475383229.1731475384461, exclude list is [], retry=0 2024-11-13T05:23:04,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38103,DS-eaef5b3c-3309-432c-8f50-6d6131647d60,DISK] 2024-11-13T05:23:04,487 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/WALs/a61c20bd729c,42103,1731475383229/a61c20bd729c%2C42103%2C1731475383229.1731475384461 2024-11-13T05:23:04,488 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36891:36891)] 2024-11-13T05:23:04,488 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:23:04,488 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:04,488 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:04,488 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:04,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:04,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:23:04,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:04,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:04,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:04,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:23:04,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:04,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:04,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:04,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:23:04,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:04,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:04,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:04,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:23:04,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:04,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:04,496 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:04,497 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:04,497 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:04,498 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:04,498 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:04,498 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:23:04,499 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:04,505 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:23:04,505 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71812312, jitterRate=0.07008683681488037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:23:04,505 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475384488Initializing all the Stores at 1731475384489 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475384489Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475384489Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475384489Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475384489Cleaning up temporary data from old regions at 1731475384498 (+9 ms)Region opened successfully at 1731475384505 (+7 ms) 2024-11-13T05:23:04,509 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:23:04,512 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3f2ae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:23:04,514 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:23:04,514 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:23:04,514 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:23:04,514 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:23:04,515 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:23:04,515 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:23:04,515 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:23:04,530 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:23:04,531 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Unable to get data of znode /0447565704/balancer because node does not exist (not necessarily an error) 2024-11-13T05:23:04,583 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0447565704/balancer already deleted, retry=false 2024-11-13T05:23:04,583 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:23:04,584 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Unable to get data of znode /0447565704/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:23:04,593 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0447565704/normalizer already deleted, retry=false 2024-11-13T05:23:04,594 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:23:04,599 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Unable to get data of znode /0447565704/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:23:04,608 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0447565704/switch/split already deleted, retry=false 2024-11-13T05:23:04,609 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Unable to get data of znode /0447565704/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:23:04,618 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0447565704/switch/merge already deleted, retry=false 2024-11-13T05:23:04,622 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Unable to get data of znode /0447565704/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:23:04,629 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0447565704/snapshot-cleanup already deleted, retry=false 2024-11-13T05:23:04,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0447565704/running 2024-11-13T05:23:04,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704 2024-11-13T05:23:04,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0447565704/running 2024-11-13T05:23:04,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704 2024-11-13T05:23:04,643 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,42103,1731475383229, sessionid=0x10132a595f20000, setting cluster-up flag (Was=false) 2024-11-13T05:23:04,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704 2024-11-13T05:23:04,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704 2024-11-13T05:23:04,706 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0447565704/flush-table-proc/acquired, /0447565704/flush-table-proc/reached, /0447565704/flush-table-proc/abort 2024-11-13T05:23:04,708 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,42103,1731475383229 2024-11-13T05:23:04,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704 2024-11-13T05:23:04,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704 2024-11-13T05:23:04,761 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0447565704/online-snapshot/acquired, /0447565704/online-snapshot/reached, /0447565704/online-snapshot/abort 2024-11-13T05:23:04,763 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,42103,1731475383229 2024-11-13T05:23:04,764 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:23:04,765 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:23:04,765 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:23:04,766 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:23:04,766 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,42103,1731475383229 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:23:04,767 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:23:04,767 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:23:04,767 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:23:04,767 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:23:04,767 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:23:04,767 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:04,767 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:23:04,767 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:04,777 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475414777 2024-11-13T05:23:04,777 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:23:04,777 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:23:04,777 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:23:04,777 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:23:04,777 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:23:04,777 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:23:04,777 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:23:04,777 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:23:04,778 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:04,778 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:23:04,778 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:23:04,778 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:23:04,778 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:23:04,779 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:04,779 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:23:04,780 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:23:04,780 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:23:04,784 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475384780,5,FailOnTimeoutGroup] 2024-11-13T05:23:04,785 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475384784,5,FailOnTimeoutGroup] 2024-11-13T05:23:04,785 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:04,785 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:23:04,785 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:04,785 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:04,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:23:04,793 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:23:04,793 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840 2024-11-13T05:23:04,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741832_1008 (size=32) 2024-11-13T05:23:04,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:04,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:23:04,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:23:04,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:04,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:04,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:23:04,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:23:04,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:04,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:04,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:23:04,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:23:04,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:04,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:04,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:23:04,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:23:04,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:04,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:04,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:23:04,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740 2024-11-13T05:23:04,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740 2024-11-13T05:23:04,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:23:04,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:23:04,822 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:23:04,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:23:04,829 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(746): ClusterId : 0546b480-bc7d-403c-a301-b6175c7eb23f 2024-11-13T05:23:04,829 DEBUG [RS:0;a61c20bd729c:39445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:23:04,838 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:23:04,838 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71790748, jitterRate=0.06976550817489624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:23:04,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475384806Initializing all the Stores at 1731475384806Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475384806Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475384808 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475384808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475384808Cleaning up temporary data from old regions at 1731475384820 (+12 ms)Region opened successfully at 1731475384839 (+19 ms) 2024-11-13T05:23:04,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:23:04,839 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:23:04,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:23:04,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:23:04,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:23:04,840 DEBUG [RS:0;a61c20bd729c:39445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:23:04,840 DEBUG [RS:0;a61c20bd729c:39445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:23:04,851 DEBUG [RS:0;a61c20bd729c:39445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:23:04,851 DEBUG [RS:0;a61c20bd729c:39445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@afa4eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:23:04,864 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:23:04,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475384839Disabling compacts and flushes for region at 1731475384839Disabling writes for close at 1731475384839Writing region close event to WAL at 1731475384863 (+24 ms)Closed at 1731475384863 2024-11-13T05:23:04,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:23:04,868 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:23:04,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:23:04,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:23:04,874 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:23:04,882 DEBUG [RS:0;a61c20bd729c:39445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:39445 2024-11-13T05:23:04,883 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:23:04,883 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:23:04,883 DEBUG [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:23:04,884 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,42103,1731475383229 with port=39445, startcode=1731475383463 2024-11-13T05:23:04,884 DEBUG [RS:0;a61c20bd729c:39445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:23:04,888 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:23:04,889 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,39445,1731475383463 2024-11-13T05:23:04,889 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42103 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,39445,1731475383463 2024-11-13T05:23:04,892 DEBUG [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840 2024-11-13T05:23:04,892 DEBUG [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42433 2024-11-13T05:23:04,892 DEBUG [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:23:04,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704/rs 2024-11-13T05:23:04,903 DEBUG [RS:0;a61c20bd729c:39445 {}] zookeeper.ZKUtil(111): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Set watcher on existing znode=/0447565704/rs/a61c20bd729c,39445,1731475383463 2024-11-13T05:23:04,903 WARN [RS:0;a61c20bd729c:39445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:23:04,903 INFO [RS:0;a61c20bd729c:39445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:23:04,903 DEBUG [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463 2024-11-13T05:23:04,904 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,39445,1731475383463] 2024-11-13T05:23:04,906 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:23:04,908 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:23:04,921 INFO [RS:0;a61c20bd729c:39445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:23:04,921 INFO [RS:0;a61c20bd729c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:04,921 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:23:04,922 INFO [RS:0;a61c20bd729c:39445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:23:04,922 INFO [RS:0;a61c20bd729c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:04,922 DEBUG [RS:0;a61c20bd729c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:04,922 DEBUG [RS:0;a61c20bd729c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:04,922 DEBUG [RS:0;a61c20bd729c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:04,922 DEBUG [RS:0;a61c20bd729c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:04,922 DEBUG [RS:0;a61c20bd729c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:04,922 DEBUG [RS:0;a61c20bd729c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:23:04,922 DEBUG [RS:0;a61c20bd729c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:04,922 DEBUG [RS:0;a61c20bd729c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:04,922 DEBUG [RS:0;a61c20bd729c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:04,922 DEBUG [RS:0;a61c20bd729c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:04,922 DEBUG [RS:0;a61c20bd729c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:04,923 DEBUG [RS:0;a61c20bd729c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:04,923 DEBUG [RS:0;a61c20bd729c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:23:04,923 DEBUG [RS:0;a61c20bd729c:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:23:04,927 INFO [RS:0;a61c20bd729c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:04,927 INFO [RS:0;a61c20bd729c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:04,927 INFO [RS:0;a61c20bd729c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:04,927 INFO [RS:0;a61c20bd729c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:04,927 INFO [RS:0;a61c20bd729c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:04,927 INFO [RS:0;a61c20bd729c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,39445,1731475383463-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:23:04,945 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:23:04,945 INFO [RS:0;a61c20bd729c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,39445,1731475383463-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:04,945 INFO [RS:0;a61c20bd729c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:04,945 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.Replication(171): a61c20bd729c,39445,1731475383463 started 2024-11-13T05:23:04,964 INFO [RS:0;a61c20bd729c:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:04,964 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,39445,1731475383463, RpcServer on a61c20bd729c/172.17.0.3:39445, sessionid=0x10132a595f20001 2024-11-13T05:23:04,965 DEBUG [RS:0;a61c20bd729c:39445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:23:04,965 DEBUG [RS:0;a61c20bd729c:39445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,39445,1731475383463 2024-11-13T05:23:04,965 DEBUG [RS:0;a61c20bd729c:39445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,39445,1731475383463' 2024-11-13T05:23:04,965 DEBUG [RS:0;a61c20bd729c:39445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0447565704/flush-table-proc/abort' 2024-11-13T05:23:04,966 DEBUG [RS:0;a61c20bd729c:39445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0447565704/flush-table-proc/acquired' 2024-11-13T05:23:04,966 DEBUG [RS:0;a61c20bd729c:39445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:23:04,966 DEBUG [RS:0;a61c20bd729c:39445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:23:04,966 DEBUG [RS:0;a61c20bd729c:39445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,39445,1731475383463 2024-11-13T05:23:04,966 DEBUG [RS:0;a61c20bd729c:39445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,39445,1731475383463' 2024-11-13T05:23:04,966 DEBUG [RS:0;a61c20bd729c:39445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0447565704/online-snapshot/abort' 2024-11-13T05:23:04,967 DEBUG [RS:0;a61c20bd729c:39445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0447565704/online-snapshot/acquired' 2024-11-13T05:23:04,967 DEBUG [RS:0;a61c20bd729c:39445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:23:04,967 INFO [RS:0;a61c20bd729c:39445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:23:04,967 INFO [RS:0;a61c20bd729c:39445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:23:05,024 WARN [a61c20bd729c:42103 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T05:23:05,067 INFO [RS:0;a61c20bd729c:39445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:23:05,068 INFO [RS:0;a61c20bd729c:39445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C39445%2C1731475383463, suffix=, logDir=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463, archiveDir=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/oldWALs, maxLogs=10 2024-11-13T05:23:05,085 DEBUG [RS:0;a61c20bd729c:39445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069, exclude list is [], retry=0 2024-11-13T05:23:05,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38103,DS-eaef5b3c-3309-432c-8f50-6d6131647d60,DISK] 2024-11-13T05:23:05,089 INFO [RS:0;a61c20bd729c:39445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069 2024-11-13T05:23:05,089 DEBUG [RS:0;a61c20bd729c:39445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36891:36891)] 2024-11-13T05:23:05,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:23:05,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:05,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:05,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:05,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:05,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:05,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:05,275 DEBUG [a61c20bd729c:42103 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:23:05,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,39445,1731475383463 2024-11-13T05:23:05,277 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,39445,1731475383463, state=OPENING 2024-11-13T05:23:05,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:05,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:05,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:05,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:05,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:05,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:05,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:05,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:05,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:05,334 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:23:05,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:05,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704 2024-11-13T05:23:05,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704 2024-11-13T05:23:05,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0447565704/meta-region-server: CHANGED 2024-11-13T05:23:05,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0447565704/meta-region-server: CHANGED 2024-11-13T05:23:05,346 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:23:05,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,39445,1731475383463}] 2024-11-13T05:23:05,382 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:23:05,382 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T05:23:05,500 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:23:05,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:23:05,505 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:23:05,505 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:23:05,505 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:23:05,507 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C39445%2C1731475383463.meta, suffix=.meta, logDir=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463, archiveDir=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/oldWALs, maxLogs=10 2024-11-13T05:23:05,528 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.meta.1731475385508.meta, exclude list is [], retry=0 2024-11-13T05:23:05,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38103,DS-eaef5b3c-3309-432c-8f50-6d6131647d60,DISK] 2024-11-13T05:23:05,536 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.meta.1731475385508.meta 2024-11-13T05:23:05,536 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36891:36891)] 2024-11-13T05:23:05,536 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:23:05,537 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:23:05,537 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:23:05,537 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:23:05,537 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:23:05,537 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:23:05,537 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:05,537 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:23:05,537 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:23:05,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:23:05,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:23:05,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:05,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:05,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:23:05,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:23:05,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:05,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:05,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:23:05,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:23:05,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:05,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:05,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:23:05,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:23:05,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:05,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:05,545 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:23:05,549 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740 2024-11-13T05:23:05,550 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740 2024-11-13T05:23:05,551 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:23:05,551 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:23:05,551 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:23:05,553 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:23:05,553 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64189082, jitterRate=-0.0435081422328949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:23:05,553 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:23:05,553 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475385537Writing region info on filesystem at 1731475385537Initializing all the Stores at 1731475385538 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475385538Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475385540 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475385540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475385540Cleaning up temporary data from old regions at 1731475385551 (+11 ms)Running coprocessor post-open hooks at 1731475385553 (+2 ms)Region opened successfully at 1731475385553 2024-11-13T05:23:05,558 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475385500 2024-11-13T05:23:05,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,39445,1731475383463 2024-11-13T05:23:05,562 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,39445,1731475383463, state=OPEN 2024-11-13T05:23:05,562 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:23:05,562 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:23:05,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0447565704/meta-region-server 2024-11-13T05:23:05,935 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,39445,1731475383463 2024-11-13T05:23:05,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0447565704/meta-region-server: CHANGED 2024-11-13T05:23:05,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0447565704/meta-region-server 2024-11-13T05:23:05,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0447565704/meta-region-server: CHANGED 2024-11-13T05:23:05,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:23:05,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0730 sec 2024-11-13T05:23:05,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:23:05,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,39445,1731475383463 in 589 msec 2024-11-13T05:23:05,944 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:23:05,944 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:23:05,946 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:23:05,946 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,39445,1731475383463, seqNum=-1] 2024-11-13T05:23:05,946 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:23:05,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:23:05,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1860 sec 2024-11-13T05:23:05,951 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475385951, completionTime=-1 2024-11-13T05:23:05,951 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:23:05,951 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:23:05,954 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:23:05,954 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475445954 2024-11-13T05:23:05,954 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475505954 2024-11-13T05:23:05,954 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T05:23:05,954 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,42103,1731475383229-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:05,954 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,42103,1731475383229-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:05,954 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,42103,1731475383229-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:05,954 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:42103, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:05,954 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:05,954 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:05,959 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:23:05,959 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.403sec 2024-11-13T05:23:05,959 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:23:05,959 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:23:05,959 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:23:05,959 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:23:05,959 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:23:05,959 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,42103,1731475383229-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:23:05,959 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,42103,1731475383229-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:23:05,961 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:23:05,961 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:23:05,961 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,42103,1731475383229-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:06,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461d4be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:06,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,42103,-1 for getting cluster id 2024-11-13T05:23:06,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:23:06,019 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0546b480-bc7d-403c-a301-b6175c7eb23f' 2024-11-13T05:23:06,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:23:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0546b480-bc7d-403c-a301-b6175c7eb23f" 2024-11-13T05:23:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2a6ab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,42103,-1] 2024-11-13T05:23:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:23:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:06,021 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:23:06,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d494a14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:06,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:23:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,39445,1731475383463, seqNum=-1] 2024-11-13T05:23:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:23:06,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:23:06,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,42103,1731475383229 2024-11-13T05:23:06,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57496 2024-11-13T05:23:06,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:23:06,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10132a595f20002 connected 2024-11-13T05:23:06,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/hadoop.log.dir so I do NOT create it in target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9 2024-11-13T05:23:06,137 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:23:06,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/hadoop.tmp.dir so I do NOT create it in target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9 2024-11-13T05:23:06,137 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:23:06,137 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9 2024-11-13T05:23:06,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:23:06,137 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/cluster_043c1e5b-5fad-f98f-9990-781889864e4a, deleteOnExit=true 2024-11-13T05:23:06,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:23:06,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/test.cache.data in system properties and HBase conf 2024-11-13T05:23:06,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:23:06,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:23:06,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:23:06,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:23:06,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:23:06,138 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:23:06,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:23:06,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:23:06,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:23:06,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:23:06,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:23:06,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:23:06,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:23:06,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:23:06,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:23:06,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:23:06,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:23:06,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:23:06,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:23:06,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:23:06,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:23:06,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:23:06,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:23:06,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:23:06,813 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:23:06,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:23:06,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698ce6fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:23:06,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ff20f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:23:06,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1125a761{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/java.io.tmpdir/jetty-localhost-42861-hadoop-hdfs-3_4_1-tests_jar-_-any-17346551320845847741/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:23:06,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cfaf16c{HTTP/1.1, (http/1.1)}{localhost:42861} 2024-11-13T05:23:06,914 INFO [Time-limited test {}] server.Server(415): Started @331043ms 2024-11-13T05:23:07,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:23:07,261 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:23:07,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:23:07,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:23:07,262 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:23:07,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b66af75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:23:07,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435c3424{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:23:07,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d5fa3db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/java.io.tmpdir/jetty-localhost-35817-hadoop-hdfs-3_4_1-tests_jar-_-any-10684275188989248543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:23:07,358 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@318c5ff0{HTTP/1.1, (http/1.1)}{localhost:35817} 2024-11-13T05:23:07,358 INFO [Time-limited test {}] server.Server(415): Started @331487ms 2024-11-13T05:23:07,359 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:23:08,544 WARN [Thread-4419 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/cluster_043c1e5b-5fad-f98f-9990-781889864e4a/data/data1/current/BP-2105940157-172.17.0.3-1731475386161/current, will proceed with Du for space computation calculation, 2024-11-13T05:23:08,544 WARN [Thread-4420 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/cluster_043c1e5b-5fad-f98f-9990-781889864e4a/data/data2/current/BP-2105940157-172.17.0.3-1731475386161/current, will proceed with Du for space computation calculation, 2024-11-13T05:23:08,565 WARN [Thread-4407 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:23:08,566 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc82296eb54839cfb with lease ID 0x8804565b9574fa17: Processing first storage report for DS-8d3def63-a234-4d24-ac6a-bcf11b7f4970 from datanode DatanodeRegistration(127.0.0.1:43793, datanodeUuid=107f665c-a34d-49a8-8bd9-c69780618308, infoPort=36879, infoSecurePort=0, ipcPort=44923, storageInfo=lv=-57;cid=testClusterID;nsid=884714065;c=1731475386161) 2024-11-13T05:23:08,566 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc82296eb54839cfb with lease ID 0x8804565b9574fa17: from storage DS-8d3def63-a234-4d24-ac6a-bcf11b7f4970 node DatanodeRegistration(127.0.0.1:43793, datanodeUuid=107f665c-a34d-49a8-8bd9-c69780618308, infoPort=36879, infoSecurePort=0, ipcPort=44923, storageInfo=lv=-57;cid=testClusterID;nsid=884714065;c=1731475386161), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:23:08,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc82296eb54839cfb with lease ID 0x8804565b9574fa17: Processing first storage report for DS-34b35f48-7a38-46c0-9f9d-4a39f8a39f31 from datanode DatanodeRegistration(127.0.0.1:43793, datanodeUuid=107f665c-a34d-49a8-8bd9-c69780618308, infoPort=36879, infoSecurePort=0, ipcPort=44923, storageInfo=lv=-57;cid=testClusterID;nsid=884714065;c=1731475386161) 2024-11-13T05:23:08,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc82296eb54839cfb with lease ID 0x8804565b9574fa17: from storage DS-34b35f48-7a38-46c0-9f9d-4a39f8a39f31 node DatanodeRegistration(127.0.0.1:43793, datanodeUuid=107f665c-a34d-49a8-8bd9-c69780618308, infoPort=36879, infoSecurePort=0, ipcPort=44923, storageInfo=lv=-57;cid=testClusterID;nsid=884714065;c=1731475386161), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:23:08,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9 2024-11-13T05:23:08,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:08,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:08,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:23:08,998 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76 with version=8 2024-11-13T05:23:08,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/hbase-staging 2024-11-13T05:23:09,000 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:23:09,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:23:09,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:23:09,000 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:23:09,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:23:09,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:23:09,000 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:23:09,000 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:23:09,000 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38931 2024-11-13T05:23:09,001 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38931 connecting to ZooKeeper ensemble=127.0.0.1:57496 2024-11-13T05:23:09,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389310x0, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:23:09,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38931-0x10132a595f20003 connected 2024-11-13T05:23:09,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:09,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:09,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Set watcher on znode that does not yet exist, /1-1919172/running 2024-11-13T05:23:09,704 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76, hbase.cluster.distributed=false 2024-11-13T05:23:09,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Set watcher on znode that does not yet exist, /1-1919172/acl 2024-11-13T05:23:09,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38931 2024-11-13T05:23:09,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38931 2024-11-13T05:23:09,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38931 2024-11-13T05:23:09,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38931 2024-11-13T05:23:09,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38931 2024-11-13T05:23:09,720 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:23:09,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:23:09,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:23:09,720 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:23:09,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:23:09,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:23:09,720 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:23:09,720 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:23:09,720 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45401 2024-11-13T05:23:09,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45401 connecting to ZooKeeper ensemble=127.0.0.1:57496 2024-11-13T05:23:09,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:09,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:09,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454010x0, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:23:09,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454010x0, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Set watcher on znode that does not yet exist, /1-1919172/running 2024-11-13T05:23:09,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45401-0x10132a595f20004 connected 2024-11-13T05:23:09,797 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:23:09,798 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:23:09,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Set watcher on znode that does not yet exist, /1-1919172/master 2024-11-13T05:23:09,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Set watcher on znode that does not yet exist, /1-1919172/acl 2024-11-13T05:23:09,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45401 2024-11-13T05:23:09,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45401 2024-11-13T05:23:09,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45401 2024-11-13T05:23:09,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45401 2024-11-13T05:23:09,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45401 2024-11-13T05:23:09,810 DEBUG [M:0;a61c20bd729c:38931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:38931 2024-11-13T05:23:09,811 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1919172/backup-masters/a61c20bd729c,38931,1731475388999 2024-11-13T05:23:09,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172/backup-masters 2024-11-13T05:23:09,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172/backup-masters 2024-11-13T05:23:09,885 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Set watcher on existing znode=/1-1919172/backup-masters/a61c20bd729c,38931,1731475388999 2024-11-13T05:23:09,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172 2024-11-13T05:23:09,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1919172/master 2024-11-13T05:23:09,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172 2024-11-13T05:23:09,938 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Set watcher on existing znode=/1-1919172/master 2024-11-13T05:23:09,939 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1919172/backup-masters/a61c20bd729c,38931,1731475388999 from backup master directory 2024-11-13T05:23:10,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172/backup-masters 2024-11-13T05:23:10,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1919172/backup-masters/a61c20bd729c,38931,1731475388999 2024-11-13T05:23:10,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172/backup-masters 2024-11-13T05:23:10,032 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:23:10,032 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,38931,1731475388999 2024-11-13T05:23:10,040 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/hbase.id] with ID: 6c8a8e8f-a1bb-4867-b637-14ae103a3bf3 2024-11-13T05:23:10,040 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/.tmp/hbase.id 2024-11-13T05:23:10,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:23:10,451 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/.tmp/hbase.id]:[hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/hbase.id] 2024-11-13T05:23:10,458 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:10,458 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:23:10,458 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T05:23:10,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172 2024-11-13T05:23:10,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172 2024-11-13T05:23:10,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:23:10,908 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:23:10,908 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:23:10,909 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:23:10,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:23:11,039 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:23:11,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:11,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:11,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:11,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:11,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:11,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:11,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:11,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:11,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:11,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:11,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:11,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:11,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:11,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:11,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:11,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:11,314 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store 2024-11-13T05:23:11,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:23:11,719 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:11,719 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:23:11,719 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:11,719 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:11,719 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:23:11,719 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:11,719 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:11,719 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475391719Disabling compacts and flushes for region at 1731475391719Disabling writes for close at 1731475391719Writing region close event to WAL at 1731475391719Closed at 1731475391719 2024-11-13T05:23:11,720 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/.initializing 2024-11-13T05:23:11,720 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/WALs/a61c20bd729c,38931,1731475388999 2024-11-13T05:23:11,721 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:23:11,722 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C38931%2C1731475388999, suffix=, logDir=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/WALs/a61c20bd729c,38931,1731475388999, archiveDir=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/oldWALs, maxLogs=10 2024-11-13T05:23:11,737 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/WALs/a61c20bd729c,38931,1731475388999/a61c20bd729c%2C38931%2C1731475388999.1731475391722, exclude list is [], retry=0 2024-11-13T05:23:11,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43793,DS-8d3def63-a234-4d24-ac6a-bcf11b7f4970,DISK] 2024-11-13T05:23:11,741 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/WALs/a61c20bd729c,38931,1731475388999/a61c20bd729c%2C38931%2C1731475388999.1731475391722 2024-11-13T05:23:11,741 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-11-13T05:23:11,741 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:23:11,741 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:11,741 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:11,741 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:11,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:11,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:23:11,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:11,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:11,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:11,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:23:11,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:11,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:11,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:11,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:23:11,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:11,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:11,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:11,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:23:11,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:11,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:11,751 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:11,752 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:11,752 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:11,753 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:11,753 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:11,753 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:23:11,754 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:11,755 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:23:11,756 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69932085, jitterRate=0.042069271206855774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:23:11,756 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475391741Initializing all the Stores at 1731475391742 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475391742Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475391742Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475391742Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475391742Cleaning up temporary data from old regions at 1731475391753 (+11 ms)Region opened successfully at 1731475391756 (+3 ms) 2024-11-13T05:23:11,760 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:23:11,763 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7778dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:23:11,763 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:23:11,763 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:23:11,764 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:23:11,764 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:23:11,764 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:23:11,764 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:23:11,764 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:23:11,766 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:23:11,767 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Unable to get data of znode /1-1919172/balancer because node does not exist (not necessarily an error) 2024-11-13T05:23:11,782 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1919172/balancer already deleted, retry=false 2024-11-13T05:23:11,782 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:23:11,783 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Unable to get data of znode /1-1919172/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:23:11,793 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1919172/normalizer already deleted, retry=false 2024-11-13T05:23:11,793 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:23:11,794 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Unable to get data of znode /1-1919172/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:23:11,803 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1919172/switch/split already deleted, retry=false 2024-11-13T05:23:11,804 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Unable to get data of znode /1-1919172/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:23:11,814 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1919172/switch/merge already deleted, retry=false 2024-11-13T05:23:11,816 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Unable to get data of znode /1-1919172/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:23:11,828 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1919172/snapshot-cleanup already deleted, retry=false 2024-11-13T05:23:11,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1919172/running 2024-11-13T05:23:11,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1919172/running 2024-11-13T05:23:11,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172 2024-11-13T05:23:11,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172 2024-11-13T05:23:11,840 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,38931,1731475388999, sessionid=0x10132a595f20003, setting cluster-up flag (Was=false) 2024-11-13T05:23:11,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172 2024-11-13T05:23:11,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172 2024-11-13T05:23:11,891 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1919172/flush-table-proc/acquired, /1-1919172/flush-table-proc/reached, /1-1919172/flush-table-proc/abort 2024-11-13T05:23:11,892 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,38931,1731475388999 2024-11-13T05:23:11,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172 2024-11-13T05:23:11,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172 2024-11-13T05:23:11,944 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1919172/online-snapshot/acquired, /1-1919172/online-snapshot/reached, /1-1919172/online-snapshot/abort 2024-11-13T05:23:11,945 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,38931,1731475388999 2024-11-13T05:23:11,945 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:23:11,946 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:23:11,946 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:23:11,946 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:23:11,947 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,38931,1731475388999 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:23:11,947 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:23:11,948 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:23:11,948 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:23:11,948 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:23:11,948 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:23:11,948 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:11,948 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:23:11,948 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:11,949 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:23:11,949 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:23:11,949 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475421949 2024-11-13T05:23:11,949 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:23:11,949 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:23:11,949 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:23:11,949 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:23:11,949 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:23:11,949 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:23:11,949 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:11,949 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:11,949 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:23:11,950 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:23:11,950 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:23:11,950 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:23:11,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:23:11,950 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:23:11,950 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:23:11,950 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475391950,5,FailOnTimeoutGroup] 2024-11-13T05:23:11,950 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475391950,5,FailOnTimeoutGroup] 2024-11-13T05:23:11,950 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:11,950 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:23:11,950 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:11,950 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:11,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:23:12,009 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(746): ClusterId : 6c8a8e8f-a1bb-4867-b637-14ae103a3bf3 2024-11-13T05:23:12,009 DEBUG [RS:0;a61c20bd729c:45401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:23:12,018 DEBUG [RS:0;a61c20bd729c:45401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:23:12,018 DEBUG [RS:0;a61c20bd729c:45401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:23:12,029 DEBUG [RS:0;a61c20bd729c:45401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:23:12,029 DEBUG [RS:0;a61c20bd729c:45401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7458b285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:23:12,042 DEBUG [RS:0;a61c20bd729c:45401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:45401 2024-11-13T05:23:12,042 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:23:12,042 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:23:12,042 DEBUG [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:23:12,043 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,38931,1731475388999 with port=45401, startcode=1731475389719 2024-11-13T05:23:12,044 DEBUG [RS:0;a61c20bd729c:45401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:23:12,045 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:23:12,045 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,45401,1731475389719 2024-11-13T05:23:12,045 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38931 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,45401,1731475389719 2024-11-13T05:23:12,046 DEBUG [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76 2024-11-13T05:23:12,046 DEBUG [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46609 2024-11-13T05:23:12,046 DEBUG [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:23:12,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172/rs 2024-11-13T05:23:12,067 DEBUG [RS:0;a61c20bd729c:45401 {}] zookeeper.ZKUtil(111): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Set watcher on existing znode=/1-1919172/rs/a61c20bd729c,45401,1731475389719 2024-11-13T05:23:12,067 WARN [RS:0;a61c20bd729c:45401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:23:12,067 INFO [RS:0;a61c20bd729c:45401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:23:12,067 DEBUG [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/WALs/a61c20bd729c,45401,1731475389719 2024-11-13T05:23:12,067 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,45401,1731475389719] 2024-11-13T05:23:12,069 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:23:12,072 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:23:12,072 INFO [RS:0;a61c20bd729c:45401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:23:12,072 INFO [RS:0;a61c20bd729c:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:12,073 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:23:12,073 INFO [RS:0;a61c20bd729c:45401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:23:12,073 INFO [RS:0;a61c20bd729c:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:12,074 DEBUG [RS:0;a61c20bd729c:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:12,074 DEBUG [RS:0;a61c20bd729c:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:12,074 DEBUG [RS:0;a61c20bd729c:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:12,074 DEBUG [RS:0;a61c20bd729c:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:12,074 DEBUG [RS:0;a61c20bd729c:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:12,074 DEBUG [RS:0;a61c20bd729c:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:23:12,074 DEBUG [RS:0;a61c20bd729c:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:12,074 DEBUG [RS:0;a61c20bd729c:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:12,074 DEBUG [RS:0;a61c20bd729c:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:12,074 DEBUG [RS:0;a61c20bd729c:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:12,074 DEBUG [RS:0;a61c20bd729c:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:12,074 DEBUG [RS:0;a61c20bd729c:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:12,074 DEBUG [RS:0;a61c20bd729c:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:23:12,074 DEBUG [RS:0;a61c20bd729c:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:23:12,075 INFO [RS:0;a61c20bd729c:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:12,075 INFO [RS:0;a61c20bd729c:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:12,075 INFO [RS:0;a61c20bd729c:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:12,075 INFO [RS:0;a61c20bd729c:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:12,075 INFO [RS:0;a61c20bd729c:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:12,075 INFO [RS:0;a61c20bd729c:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,45401,1731475389719-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:23:12,091 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:23:12,091 INFO [RS:0;a61c20bd729c:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,45401,1731475389719-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:12,091 INFO [RS:0;a61c20bd729c:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:12,091 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.Replication(171): a61c20bd729c,45401,1731475389719 started 2024-11-13T05:23:12,110 INFO [RS:0;a61c20bd729c:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:12,110 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,45401,1731475389719, RpcServer on a61c20bd729c/172.17.0.3:45401, sessionid=0x10132a595f20004 2024-11-13T05:23:12,110 DEBUG [RS:0;a61c20bd729c:45401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:23:12,110 DEBUG [RS:0;a61c20bd729c:45401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,45401,1731475389719 2024-11-13T05:23:12,110 DEBUG [RS:0;a61c20bd729c:45401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,45401,1731475389719' 2024-11-13T05:23:12,111 DEBUG [RS:0;a61c20bd729c:45401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1919172/flush-table-proc/abort' 2024-11-13T05:23:12,111 DEBUG [RS:0;a61c20bd729c:45401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1919172/flush-table-proc/acquired' 2024-11-13T05:23:12,111 DEBUG [RS:0;a61c20bd729c:45401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:23:12,111 DEBUG [RS:0;a61c20bd729c:45401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:23:12,111 DEBUG [RS:0;a61c20bd729c:45401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,45401,1731475389719 2024-11-13T05:23:12,111 DEBUG [RS:0;a61c20bd729c:45401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,45401,1731475389719' 2024-11-13T05:23:12,111 DEBUG [RS:0;a61c20bd729c:45401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1919172/online-snapshot/abort' 2024-11-13T05:23:12,112 DEBUG [RS:0;a61c20bd729c:45401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1919172/online-snapshot/acquired' 2024-11-13T05:23:12,112 DEBUG [RS:0;a61c20bd729c:45401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:23:12,112 INFO [RS:0;a61c20bd729c:45401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:23:12,112 INFO [RS:0;a61c20bd729c:45401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:23:12,212 INFO [RS:0;a61c20bd729c:45401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:23:12,213 INFO [RS:0;a61c20bd729c:45401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C45401%2C1731475389719, suffix=, logDir=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/WALs/a61c20bd729c,45401,1731475389719, archiveDir=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/oldWALs, maxLogs=10 2024-11-13T05:23:12,226 DEBUG [RS:0;a61c20bd729c:45401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/WALs/a61c20bd729c,45401,1731475389719/a61c20bd729c%2C45401%2C1731475389719.1731475392214, exclude list is [], retry=0 2024-11-13T05:23:12,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43793,DS-8d3def63-a234-4d24-ac6a-bcf11b7f4970,DISK] 2024-11-13T05:23:12,229 INFO [RS:0;a61c20bd729c:45401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/WALs/a61c20bd729c,45401,1731475389719/a61c20bd729c%2C45401%2C1731475389719.1731475392214 2024-11-13T05:23:12,229 DEBUG [RS:0;a61c20bd729c:45401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-11-13T05:23:12,360 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:23:12,360 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76 2024-11-13T05:23:12,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741833_1009 (size=32) 2024-11-13T05:23:12,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:12,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:23:12,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:23:12,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:12,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:12,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:23:12,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:23:12,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:12,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:12,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:23:12,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:23:12,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:12,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:12,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:23:12,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:23:12,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:12,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:12,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:23:12,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740 2024-11-13T05:23:12,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740 2024-11-13T05:23:12,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:23:12,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:23:12,773 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:23:12,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:23:12,775 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:23:12,776 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66283981, jitterRate=-0.012291714549064636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:23:12,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475392765Initializing all the Stores at 1731475392766 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475392766Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475392766Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475392766Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475392766Cleaning up temporary data from old regions at 1731475392773 (+7 ms)Region opened successfully at 1731475392776 (+3 ms) 2024-11-13T05:23:12,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:23:12,776 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:23:12,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:23:12,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:23:12,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:23:12,776 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:23:12,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475392776Disabling compacts and flushes for region at 1731475392776Disabling writes for close at 1731475392776Writing region close event to WAL at 1731475392776Closed at 1731475392776 2024-11-13T05:23:12,777 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:23:12,777 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:23:12,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:23:12,779 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:23:12,779 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:23:12,929 DEBUG [a61c20bd729c:38931 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:23:12,930 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,45401,1731475389719 2024-11-13T05:23:12,931 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,45401,1731475389719, state=OPENING 2024-11-13T05:23:12,982 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:23:13,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172 2024-11-13T05:23:13,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172 2024-11-13T05:23:13,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1919172/meta-region-server: CHANGED 2024-11-13T05:23:13,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1919172/meta-region-server: CHANGED 2024-11-13T05:23:13,062 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:23:13,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,45401,1731475389719}] 2024-11-13T05:23:13,214 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:23:13,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:23:13,218 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:23:13,218 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:23:13,218 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:23:13,219 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C45401%2C1731475389719.meta, suffix=.meta, logDir=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/WALs/a61c20bd729c,45401,1731475389719, archiveDir=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/oldWALs, maxLogs=10 2024-11-13T05:23:13,233 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/WALs/a61c20bd729c,45401,1731475389719/a61c20bd729c%2C45401%2C1731475389719.meta.1731475393219.meta, exclude list is [], retry=0 2024-11-13T05:23:13,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43793,DS-8d3def63-a234-4d24-ac6a-bcf11b7f4970,DISK] 2024-11-13T05:23:13,237 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/WALs/a61c20bd729c,45401,1731475389719/a61c20bd729c%2C45401%2C1731475389719.meta.1731475393219.meta 2024-11-13T05:23:13,237 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-11-13T05:23:13,237 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:23:13,237 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:23:13,237 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:23:13,237 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:23:13,238 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:23:13,238 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:23:13,238 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:13,238 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:23:13,238 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:23:13,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:23:13,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:23:13,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:13,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:13,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:23:13,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:23:13,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:13,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:13,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:23:13,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:23:13,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:13,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:13,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:23:13,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:23:13,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:13,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:13,244 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:23:13,244 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740 2024-11-13T05:23:13,245 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740 2024-11-13T05:23:13,246 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:23:13,246 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:23:13,246 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:23:13,247 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:23:13,248 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62977353, jitterRate=-0.061564311385154724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:23:13,248 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:23:13,248 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475393238Writing region info on filesystem at 1731475393238Initializing all the Stores at 1731475393239 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475393239Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475393240 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475393240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475393240Cleaning up temporary data from old regions at 1731475393246 (+6 ms)Running coprocessor post-open hooks at 1731475393248 (+2 ms)Region opened successfully at 1731475393248 2024-11-13T05:23:13,249 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475393214 2024-11-13T05:23:13,251 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:23:13,251 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:23:13,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,45401,1731475389719 2024-11-13T05:23:13,252 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,45401,1731475389719, state=OPEN 2024-11-13T05:23:13,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1919172/meta-region-server 2024-11-13T05:23:13,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1919172/meta-region-server 2024-11-13T05:23:13,260 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,45401,1731475389719 2024-11-13T05:23:13,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1919172/meta-region-server: CHANGED 2024-11-13T05:23:13,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1919172/meta-region-server: CHANGED 2024-11-13T05:23:13,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:23:13,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,45401,1731475389719 in 198 msec 2024-11-13T05:23:13,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:23:13,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 485 msec 2024-11-13T05:23:13,266 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:23:13,266 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:23:13,267 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:23:13,267 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,45401,1731475389719, seqNum=-1] 2024-11-13T05:23:13,267 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:23:13,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:23:13,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3250 sec 2024-11-13T05:23:13,272 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475393272, completionTime=-1 2024-11-13T05:23:13,272 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:23:13,272 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:23:13,274 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:23:13,274 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475453274 2024-11-13T05:23:13,274 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475513274 2024-11-13T05:23:13,274 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T05:23:13,274 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,38931,1731475388999-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:13,274 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,38931,1731475388999-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:13,274 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,38931,1731475388999-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:13,274 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:38931, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:13,274 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:13,275 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:13,277 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:23:13,279 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.247sec 2024-11-13T05:23:13,279 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:23:13,279 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:23:13,279 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:23:13,279 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:23:13,279 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:23:13,279 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,38931,1731475388999-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:23:13,279 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,38931,1731475388999-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:23:13,286 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:23:13,287 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:23:13,287 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,38931,1731475388999-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:13,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf6921c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:13,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,38931,-1 for getting cluster id 2024-11-13T05:23:13,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:23:13,311 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c8a8e8f-a1bb-4867-b637-14ae103a3bf3' 2024-11-13T05:23:13,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:23:13,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c8a8e8f-a1bb-4867-b637-14ae103a3bf3" 2024-11-13T05:23:13,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48faff00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:13,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,38931,-1] 2024-11-13T05:23:13,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:23:13,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:13,313 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:23:13,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba28b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:13,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:23:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,45401,1731475389719, seqNum=-1] 2024-11-13T05:23:13,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:23:13,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:23:13,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,38931,1731475388999 2024-11-13T05:23:13,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57496 2024-11-13T05:23:13,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:23:13,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10132a595f20005 connected 2024-11-13T05:23:13,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/hadoop.log.dir so I do NOT create it in target/test-data/85e8332b-224e-deee-1b42-b2cee685927f 2024-11-13T05:23:13,343 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T05:23:13,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/hadoop.tmp.dir so I do NOT create it in target/test-data/85e8332b-224e-deee-1b42-b2cee685927f 2024-11-13T05:23:13,343 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T05:23:13,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f 2024-11-13T05:23:13,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:23:13,343 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/cluster_8f9689a6-ff6f-4ee5-5c97-b898d0a02337, deleteOnExit=true 2024-11-13T05:23:13,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T05:23:13,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/test.cache.data in system properties and HBase conf 2024-11-13T05:23:13,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:23:13,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:23:13,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:23:13,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:23:13,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T05:23:13,344 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:23:13,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:23:13,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:23:13,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:23:13,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:23:13,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:23:13,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:23:13,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:23:13,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:23:13,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:23:13,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:23:13,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:23:13,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:23:13,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:23:13,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:23:13,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:23:13,894 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:23:13,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:23:13,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:23:13,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:23:13,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:23:13,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a7b4b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:23:13,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@124dcaa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:23:14,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a65f36e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/java.io.tmpdir/jetty-localhost-42741-hadoop-hdfs-3_4_1-tests_jar-_-any-11843097948626549008/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:23:14,033 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e587979{HTTP/1.1, (http/1.1)}{localhost:42741} 2024-11-13T05:23:14,033 INFO [Time-limited test {}] server.Server(415): Started @338163ms 2024-11-13T05:23:14,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:23:14,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:23:14,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:23:14,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:23:14,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T05:23:14,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70b9d12a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:23:14,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23618ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:23:14,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c8b387b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/java.io.tmpdir/jetty-localhost-46087-hadoop-hdfs-3_4_1-tests_jar-_-any-14126728444089231184/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:23:14,592 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19f2c9d{HTTP/1.1, (http/1.1)}{localhost:46087} 2024-11-13T05:23:14,592 INFO [Time-limited test {}] server.Server(415): Started @338722ms 2024-11-13T05:23:14,594 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:23:15,352 WARN [Thread-4540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/cluster_8f9689a6-ff6f-4ee5-5c97-b898d0a02337/data/data1/current/BP-1548086379-172.17.0.3-1731475393367/current, will proceed with Du for space computation calculation, 2024-11-13T05:23:15,353 WARN [Thread-4541 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/cluster_8f9689a6-ff6f-4ee5-5c97-b898d0a02337/data/data2/current/BP-1548086379-172.17.0.3-1731475393367/current, will proceed with Du for space computation calculation, 2024-11-13T05:23:15,394 WARN [Thread-4528 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:23:15,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb85a43124808bc with lease ID 0x7030182c74a10911: Processing first storage report for DS-9509f2b0-3388-428c-8ff6-501942c9a0f5 from datanode DatanodeRegistration(127.0.0.1:37929, datanodeUuid=a4cf12dc-47f5-4e02-8914-ac2e66ad1034, infoPort=41457, infoSecurePort=0, ipcPort=41247, storageInfo=lv=-57;cid=testClusterID;nsid=320794640;c=1731475393367) 2024-11-13T05:23:15,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb85a43124808bc with lease ID 0x7030182c74a10911: from storage DS-9509f2b0-3388-428c-8ff6-501942c9a0f5 node DatanodeRegistration(127.0.0.1:37929, datanodeUuid=a4cf12dc-47f5-4e02-8914-ac2e66ad1034, infoPort=41457, infoSecurePort=0, ipcPort=41247, storageInfo=lv=-57;cid=testClusterID;nsid=320794640;c=1731475393367), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:23:15,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb85a43124808bc with lease ID 0x7030182c74a10911: Processing first storage report for DS-b5476574-2f00-4da7-9ed7-9c2ae3a77a85 from datanode DatanodeRegistration(127.0.0.1:37929, datanodeUuid=a4cf12dc-47f5-4e02-8914-ac2e66ad1034, infoPort=41457, infoSecurePort=0, ipcPort=41247, storageInfo=lv=-57;cid=testClusterID;nsid=320794640;c=1731475393367) 2024-11-13T05:23:15,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb85a43124808bc with lease ID 0x7030182c74a10911: from storage DS-b5476574-2f00-4da7-9ed7-9c2ae3a77a85 node DatanodeRegistration(127.0.0.1:37929, datanodeUuid=a4cf12dc-47f5-4e02-8914-ac2e66ad1034, infoPort=41457, infoSecurePort=0, ipcPort=41247, storageInfo=lv=-57;cid=testClusterID;nsid=320794640;c=1731475393367), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:23:15,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f 2024-11-13T05:23:15,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:15,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:15,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:23:15,854 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b with version=8 2024-11-13T05:23:15,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/hbase-staging 2024-11-13T05:23:15,857 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:23:15,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:23:15,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:23:15,857 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:23:15,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:23:15,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:23:15,857 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T05:23:15,857 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:23:15,858 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33509 2024-11-13T05:23:15,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33509 connecting to ZooKeeper ensemble=127.0.0.1:57496 2024-11-13T05:23:15,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335090x0, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:23:15,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33509-0x10132a595f20006 connected 2024-11-13T05:23:15,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:15,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:15,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Set watcher on znode that does not yet exist, /21689943910/running 2024-11-13T05:23:15,986 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b, hbase.cluster.distributed=false 2024-11-13T05:23:15,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Set watcher on znode that does not yet exist, /21689943910/acl 2024-11-13T05:23:15,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33509 2024-11-13T05:23:15,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33509 2024-11-13T05:23:15,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33509 2024-11-13T05:23:15,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33509 2024-11-13T05:23:15,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33509 2024-11-13T05:23:16,007 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a61c20bd729c:0 server-side Connection retries=45 2024-11-13T05:23:16,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:23:16,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:23:16,007 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:23:16,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:23:16,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:23:16,007 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:23:16,007 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:23:16,008 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37621 2024-11-13T05:23:16,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37621 connecting to ZooKeeper ensemble=127.0.0.1:57496 2024-11-13T05:23:16,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:16,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:16,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376210x0, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:23:16,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376210x0, quorum=127.0.0.1:57496, baseZNode=/21689943910 Set watcher on znode that does not yet exist, /21689943910/running 2024-11-13T05:23:16,025 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:23:16,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37621-0x10132a595f20007 connected 2024-11-13T05:23:16,029 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:23:16,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Set watcher on znode that does not yet exist, /21689943910/master 2024-11-13T05:23:16,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Set watcher on znode that does not yet exist, /21689943910/acl 2024-11-13T05:23:16,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37621 2024-11-13T05:23:16,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37621 2024-11-13T05:23:16,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37621 2024-11-13T05:23:16,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37621 2024-11-13T05:23:16,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37621 2024-11-13T05:23:16,056 DEBUG [M:0;a61c20bd729c:33509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a61c20bd729c:33509 2024-11-13T05:23:16,060 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21689943910/backup-masters/a61c20bd729c,33509,1731475395857 2024-11-13T05:23:16,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910/backup-masters 2024-11-13T05:23:16,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910/backup-masters 2024-11-13T05:23:16,070 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Set watcher on existing znode=/21689943910/backup-masters/a61c20bd729c,33509,1731475395857 2024-11-13T05:23:16,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21689943910/master 2024-11-13T05:23:16,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910 2024-11-13T05:23:16,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910 2024-11-13T05:23:16,081 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Set watcher on existing znode=/21689943910/master 2024-11-13T05:23:16,081 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21689943910/backup-masters/a61c20bd729c,33509,1731475395857 from backup master directory 2024-11-13T05:23:16,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21689943910/backup-masters/a61c20bd729c,33509,1731475395857 2024-11-13T05:23:16,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910/backup-masters 2024-11-13T05:23:16,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910/backup-masters 2024-11-13T05:23:16,091 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:23:16,091 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a61c20bd729c,33509,1731475395857 2024-11-13T05:23:16,095 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/hbase.id] with ID: 9d290721-0814-4663-ae00-350ec5548ea4 2024-11-13T05:23:16,095 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/.tmp/hbase.id 2024-11-13T05:23:16,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:23:16,502 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/.tmp/hbase.id]:[hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/hbase.id] 2024-11-13T05:23:16,509 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:16,509 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T05:23:16,510 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T05:23:16,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910 2024-11-13T05:23:16,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910 2024-11-13T05:23:16,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:23:16,966 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:23:16,967 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:23:16,967 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:23:16,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:23:16,973 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store 2024-11-13T05:23:16,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:23:17,378 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:17,378 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:23:17,378 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:17,378 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:17,378 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:23:17,378 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:17,378 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:17,378 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475397378Disabling compacts and flushes for region at 1731475397378Disabling writes for close at 1731475397378Writing region close event to WAL at 1731475397378Closed at 1731475397378 2024-11-13T05:23:17,379 WARN [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/.initializing 2024-11-13T05:23:17,379 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/WALs/a61c20bd729c,33509,1731475395857 2024-11-13T05:23:17,380 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:23:17,381 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a61c20bd729c%2C33509%2C1731475395857, suffix=, logDir=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/WALs/a61c20bd729c,33509,1731475395857, archiveDir=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/oldWALs, maxLogs=10 2024-11-13T05:23:17,396 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/WALs/a61c20bd729c,33509,1731475395857/a61c20bd729c%2C33509%2C1731475395857.1731475397381, exclude list is [], retry=0 2024-11-13T05:23:17,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-9509f2b0-3388-428c-8ff6-501942c9a0f5,DISK] 2024-11-13T05:23:17,400 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/WALs/a61c20bd729c,33509,1731475395857/a61c20bd729c%2C33509%2C1731475395857.1731475397381 2024-11-13T05:23:17,400 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41457:41457)] 2024-11-13T05:23:17,400 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:23:17,400 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:17,400 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:17,400 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:17,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:17,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:23:17,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:17,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:17,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:17,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:23:17,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:17,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:17,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:17,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:23:17,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:17,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:17,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:17,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:23:17,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:17,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:17,407 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:17,407 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:17,408 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:17,409 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:17,409 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:17,409 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:23:17,410 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:23:17,411 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:23:17,412 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62953512, jitterRate=-0.061919569969177246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:23:17,412 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731475397401Initializing all the Stores at 1731475397401Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475397401Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475397401Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475397401Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475397401Cleaning up temporary data from old regions at 1731475397409 (+8 ms)Region opened successfully at 1731475397412 (+3 ms) 2024-11-13T05:23:17,412 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:23:17,414 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649d663b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:23:17,415 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T05:23:17,415 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:23:17,415 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:23:17,416 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:23:17,416 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T05:23:17,416 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T05:23:17,416 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:23:17,418 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:23:17,419 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Unable to get data of znode /21689943910/balancer because node does not exist (not necessarily an error) 2024-11-13T05:23:17,498 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21689943910/balancer already deleted, retry=false 2024-11-13T05:23:17,498 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:23:17,499 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Unable to get data of znode /21689943910/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:23:17,508 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21689943910/normalizer already deleted, retry=false 2024-11-13T05:23:17,508 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:23:17,509 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Unable to get data of znode /21689943910/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:23:17,518 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21689943910/switch/split already deleted, retry=false 2024-11-13T05:23:17,519 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Unable to get data of znode /21689943910/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:23:17,529 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21689943910/switch/merge already deleted, retry=false 2024-11-13T05:23:17,531 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Unable to get data of znode /21689943910/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:23:17,540 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21689943910/snapshot-cleanup already deleted, retry=false 2024-11-13T05:23:17,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21689943910/running 2024-11-13T05:23:17,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21689943910/running 2024-11-13T05:23:17,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910 2024-11-13T05:23:17,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910 2024-11-13T05:23:17,551 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a61c20bd729c,33509,1731475395857, sessionid=0x10132a595f20006, setting cluster-up flag (Was=false) 2024-11-13T05:23:17,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910 2024-11-13T05:23:17,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910 2024-11-13T05:23:17,603 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21689943910/flush-table-proc/acquired, /21689943910/flush-table-proc/reached, /21689943910/flush-table-proc/abort 2024-11-13T05:23:17,604 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,33509,1731475395857 2024-11-13T05:23:17,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910 2024-11-13T05:23:17,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910 2024-11-13T05:23:17,656 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21689943910/online-snapshot/acquired, /21689943910/online-snapshot/reached, /21689943910/online-snapshot/abort 2024-11-13T05:23:17,662 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a61c20bd729c,33509,1731475395857 2024-11-13T05:23:17,663 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T05:23:17,665 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T05:23:17,666 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T05:23:17,666 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:23:17,666 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a61c20bd729c,33509,1731475395857 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:23:17,668 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:23:17,668 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:23:17,668 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:23:17,668 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a61c20bd729c:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:23:17,668 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a61c20bd729c:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:23:17,668 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:17,668 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:23:17,668 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:17,670 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:23:17,670 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:23:17,671 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:17,671 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:23:17,721 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475427720 2024-11-13T05:23:17,721 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:23:17,721 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:23:17,721 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:23:17,721 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:23:17,721 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:23:17,721 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:23:17,721 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:17,728 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:23:17,729 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:23:17,729 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:23:17,729 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T05:23:17,732 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:23:17,732 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:23:17,738 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475397732,5,FailOnTimeoutGroup] 2024-11-13T05:23:17,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741831_1007 (size=1321) 2024-11-13T05:23:17,740 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475397738,5,FailOnTimeoutGroup] 2024-11-13T05:23:17,740 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:17,740 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:23:17,740 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:17,740 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:17,747 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(746): ClusterId : 9d290721-0814-4663-ae00-350ec5548ea4 2024-11-13T05:23:17,747 DEBUG [RS:0;a61c20bd729c:37621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:23:17,755 DEBUG [RS:0;a61c20bd729c:37621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:23:17,756 DEBUG [RS:0;a61c20bd729c:37621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:23:17,766 DEBUG [RS:0;a61c20bd729c:37621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:23:17,766 DEBUG [RS:0;a61c20bd729c:37621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43387519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a61c20bd729c/172.17.0.3:0 2024-11-13T05:23:17,784 DEBUG [RS:0;a61c20bd729c:37621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a61c20bd729c:37621 2024-11-13T05:23:17,784 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T05:23:17,784 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T05:23:17,784 DEBUG [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T05:23:17,785 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(2659): reportForDuty to master=a61c20bd729c,33509,1731475395857 with port=37621, startcode=1731475396007 2024-11-13T05:23:17,785 DEBUG [RS:0;a61c20bd729c:37621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:23:17,809 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:23:17,809 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33509 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a61c20bd729c,37621,1731475396007 2024-11-13T05:23:17,810 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33509 {}] master.ServerManager(517): Registering regionserver=a61c20bd729c,37621,1731475396007 2024-11-13T05:23:17,811 DEBUG [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b 2024-11-13T05:23:17,811 DEBUG [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44925 2024-11-13T05:23:17,811 DEBUG [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T05:23:17,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910/rs 2024-11-13T05:23:17,855 DEBUG [RS:0;a61c20bd729c:37621 {}] zookeeper.ZKUtil(111): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Set watcher on existing znode=/21689943910/rs/a61c20bd729c,37621,1731475396007 2024-11-13T05:23:17,855 WARN [RS:0;a61c20bd729c:37621 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:23:17,855 INFO [RS:0;a61c20bd729c:37621 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:23:17,855 DEBUG [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/WALs/a61c20bd729c,37621,1731475396007 2024-11-13T05:23:17,861 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a61c20bd729c,37621,1731475396007] 2024-11-13T05:23:17,872 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:23:17,876 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:23:17,885 INFO [RS:0;a61c20bd729c:37621 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:23:17,885 INFO [RS:0;a61c20bd729c:37621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:17,900 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T05:23:17,901 INFO [RS:0;a61c20bd729c:37621 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T05:23:17,901 INFO [RS:0;a61c20bd729c:37621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:17,902 DEBUG [RS:0;a61c20bd729c:37621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:17,902 DEBUG [RS:0;a61c20bd729c:37621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:17,902 DEBUG [RS:0;a61c20bd729c:37621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:17,902 DEBUG [RS:0;a61c20bd729c:37621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:17,902 DEBUG [RS:0;a61c20bd729c:37621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:17,902 DEBUG [RS:0;a61c20bd729c:37621 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a61c20bd729c:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:23:17,902 DEBUG [RS:0;a61c20bd729c:37621 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:17,902 DEBUG [RS:0;a61c20bd729c:37621 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:17,902 DEBUG [RS:0;a61c20bd729c:37621 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:17,902 DEBUG [RS:0;a61c20bd729c:37621 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:17,902 DEBUG [RS:0;a61c20bd729c:37621 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:17,902 DEBUG [RS:0;a61c20bd729c:37621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a61c20bd729c:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:23:17,902 DEBUG [RS:0;a61c20bd729c:37621 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:23:17,902 DEBUG [RS:0;a61c20bd729c:37621 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a61c20bd729c:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:23:17,924 INFO [RS:0;a61c20bd729c:37621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:17,924 INFO [RS:0;a61c20bd729c:37621 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:17,924 INFO [RS:0;a61c20bd729c:37621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:17,924 INFO [RS:0;a61c20bd729c:37621 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:17,924 INFO [RS:0;a61c20bd729c:37621 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:17,924 INFO [RS:0;a61c20bd729c:37621 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,37621,1731475396007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:23:17,955 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:23:17,955 INFO [RS:0;a61c20bd729c:37621 {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,37621,1731475396007-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:17,955 INFO [RS:0;a61c20bd729c:37621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:17,956 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.Replication(171): a61c20bd729c,37621,1731475396007 started 2024-11-13T05:23:17,975 INFO [RS:0;a61c20bd729c:37621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:17,975 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(1482): Serving as a61c20bd729c,37621,1731475396007, RpcServer on a61c20bd729c/172.17.0.3:37621, sessionid=0x10132a595f20007 2024-11-13T05:23:17,975 DEBUG [RS:0;a61c20bd729c:37621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:23:17,975 DEBUG [RS:0;a61c20bd729c:37621 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a61c20bd729c,37621,1731475396007 2024-11-13T05:23:17,975 DEBUG [RS:0;a61c20bd729c:37621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,37621,1731475396007' 2024-11-13T05:23:17,975 DEBUG [RS:0;a61c20bd729c:37621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21689943910/flush-table-proc/abort' 2024-11-13T05:23:17,976 DEBUG [RS:0;a61c20bd729c:37621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21689943910/flush-table-proc/acquired' 2024-11-13T05:23:17,976 DEBUG [RS:0;a61c20bd729c:37621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:23:17,976 DEBUG [RS:0;a61c20bd729c:37621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:23:17,976 DEBUG [RS:0;a61c20bd729c:37621 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a61c20bd729c,37621,1731475396007 2024-11-13T05:23:17,976 DEBUG [RS:0;a61c20bd729c:37621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a61c20bd729c,37621,1731475396007' 2024-11-13T05:23:17,976 DEBUG [RS:0;a61c20bd729c:37621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21689943910/online-snapshot/abort' 2024-11-13T05:23:17,976 DEBUG [RS:0;a61c20bd729c:37621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21689943910/online-snapshot/acquired' 2024-11-13T05:23:17,977 DEBUG [RS:0;a61c20bd729c:37621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:23:17,977 INFO [RS:0;a61c20bd729c:37621 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:23:17,977 INFO [RS:0;a61c20bd729c:37621 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:23:18,077 INFO [RS:0;a61c20bd729c:37621 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:23:18,078 INFO [RS:0;a61c20bd729c:37621 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C37621%2C1731475396007, suffix=, logDir=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/WALs/a61c20bd729c,37621,1731475396007, archiveDir=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/oldWALs, maxLogs=10 2024-11-13T05:23:18,095 DEBUG [RS:0;a61c20bd729c:37621 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/WALs/a61c20bd729c,37621,1731475396007/a61c20bd729c%2C37621%2C1731475396007.1731475398079, exclude list is [], retry=0 2024-11-13T05:23:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-9509f2b0-3388-428c-8ff6-501942c9a0f5,DISK] 2024-11-13T05:23:18,099 INFO [RS:0;a61c20bd729c:37621 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/WALs/a61c20bd729c,37621,1731475396007/a61c20bd729c%2C37621%2C1731475396007.1731475398079 2024-11-13T05:23:18,100 DEBUG [RS:0;a61c20bd729c:37621 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41457:41457)] 2024-11-13T05:23:18,140 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T05:23:18,140 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b 2024-11-13T05:23:18,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741833_1009 (size=32) 2024-11-13T05:23:18,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:18,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:23:18,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:23:18,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:18,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:18,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:23:18,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:23:18,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:18,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:18,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:23:18,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:23:18,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:18,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:18,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:23:18,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:23:18,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:18,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:18,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:23:18,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740 2024-11-13T05:23:18,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740 2024-11-13T05:23:18,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:23:18,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:23:18,556 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:23:18,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:23:18,558 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:23:18,558 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74693910, jitterRate=0.11302599310874939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:23:18,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731475398546Initializing all the Stores at 1731475398547 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475398547Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475398547Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475398547Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475398547Cleaning up temporary data from old regions at 1731475398555 (+8 ms)Region opened successfully at 1731475398558 (+3 ms) 2024-11-13T05:23:18,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:23:18,559 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:23:18,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:23:18,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:23:18,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:23:18,559 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:23:18,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475398559Disabling compacts and flushes for region at 1731475398559Disabling writes for close at 1731475398559Writing region close event to WAL at 1731475398559Closed at 1731475398559 2024-11-13T05:23:18,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:23:18,560 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T05:23:18,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:23:18,561 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:23:18,562 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:23:18,712 DEBUG [a61c20bd729c:33509 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:23:18,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a61c20bd729c,37621,1731475396007 2024-11-13T05:23:18,714 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,37621,1731475396007, state=OPENING 2024-11-13T05:23:18,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:23:18,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:18,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:18,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:18,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:18,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:18,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:18,765 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:23:18,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910 2024-11-13T05:23:18,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910 2024-11-13T05:23:18,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21689943910/meta-region-server: CHANGED 2024-11-13T05:23:18,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21689943910/meta-region-server: CHANGED 2024-11-13T05:23:18,776 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:23:18,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,37621,1731475396007}] 2024-11-13T05:23:18,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:18,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:18,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:18,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:18,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:18,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:18,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:18,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:18,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:18,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:18,929 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:23:18,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:23:18,936 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T05:23:18,936 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:23:18,936 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:23:18,937 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C37621%2C1731475396007.meta, suffix=.meta, logDir=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/WALs/a61c20bd729c,37621,1731475396007, archiveDir=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/oldWALs, maxLogs=10 2024-11-13T05:23:18,956 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/WALs/a61c20bd729c,37621,1731475396007/a61c20bd729c%2C37621%2C1731475396007.meta.1731475398938.meta, exclude list is [], retry=0 2024-11-13T05:23:18,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-9509f2b0-3388-428c-8ff6-501942c9a0f5,DISK] 2024-11-13T05:23:18,960 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/WALs/a61c20bd729c,37621,1731475396007/a61c20bd729c%2C37621%2C1731475396007.meta.1731475398938.meta 2024-11-13T05:23:18,961 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41457:41457)] 2024-11-13T05:23:18,961 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:23:18,962 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:23:18,962 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:23:18,962 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:23:18,962 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:23:18,962 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:23:18,963 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:18,963 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T05:23:18,963 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T05:23:18,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:23:18,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:23:18,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:18,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:18,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T05:23:18,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T05:23:18,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:18,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:18,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:23:18,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:23:18,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:18,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:18,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:23:18,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:23:18,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:18,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:23:18,975 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T05:23:18,976 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740 2024-11-13T05:23:18,977 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740 2024-11-13T05:23:18,978 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T05:23:18,978 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T05:23:18,979 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:23:18,982 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T05:23:18,983 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66510634, jitterRate=-0.008914321660995483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:23:18,983 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T05:23:18,984 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731475398963Writing region info on filesystem at 1731475398963Initializing all the Stores at 1731475398964 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475398964Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475398968 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475398968Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731475398968Cleaning up temporary data from old regions at 1731475398978 (+10 ms)Running coprocessor post-open hooks at 1731475398983 (+5 ms)Region opened successfully at 1731475398984 (+1 ms) 2024-11-13T05:23:18,988 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475398928 2024-11-13T05:23:18,991 DEBUG [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:23:18,991 INFO [RS_OPEN_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T05:23:18,991 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,37621,1731475396007 2024-11-13T05:23:18,992 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a61c20bd729c,37621,1731475396007, state=OPEN 2024-11-13T05:23:19,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21689943910/meta-region-server 2024-11-13T05:23:19,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21689943910/meta-region-server 2024-11-13T05:23:19,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21689943910/meta-region-server: CHANGED 2024-11-13T05:23:19,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21689943910/meta-region-server: CHANGED 2024-11-13T05:23:19,004 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a61c20bd729c,37621,1731475396007 2024-11-13T05:23:19,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:23:19,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a61c20bd729c,37621,1731475396007 in 228 msec 2024-11-13T05:23:19,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:23:19,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-13T05:23:19,010 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:23:19,010 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T05:23:19,012 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:23:19,012 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,37621,1731475396007, seqNum=-1] 2024-11-13T05:23:19,012 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:23:19,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:23:19,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3570 sec 2024-11-13T05:23:19,023 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475399023, completionTime=-1 2024-11-13T05:23:19,023 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:23:19,023 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T05:23:19,026 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T05:23:19,026 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475459026 2024-11-13T05:23:19,026 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475519026 2024-11-13T05:23:19,026 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T05:23:19,026 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,33509,1731475395857-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:19,026 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,33509,1731475395857-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:19,026 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,33509,1731475395857-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:19,026 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a61c20bd729c:33509, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:19,026 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:19,027 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:19,029 DEBUG [master/a61c20bd729c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T05:23:19,031 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.940sec 2024-11-13T05:23:19,032 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:23:19,032 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:23:19,032 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:23:19,032 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:23:19,032 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:23:19,032 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,33509,1731475395857-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:23:19,032 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,33509,1731475395857-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:23:19,034 DEBUG [master/a61c20bd729c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:23:19,034 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:23:19,035 INFO [master/a61c20bd729c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a61c20bd729c,33509,1731475395857-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:23:19,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6952ea17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:19,049 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,33509,-1 for getting cluster id 2024-11-13T05:23:19,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:23:19,051 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d290721-0814-4663-ae00-350ec5548ea4' 2024-11-13T05:23:19,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:23:19,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d290721-0814-4663-ae00-350ec5548ea4" 2024-11-13T05:23:19,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e41f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:19,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,33509,-1] 2024-11-13T05:23:19,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:23:19,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:19,053 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:23:19,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae69407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:19,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:23:19,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,37621,1731475396007, seqNum=-1] 2024-11-13T05:23:19,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:23:19,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:23:19,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a61c20bd729c,33509,1731475395857 2024-11-13T05:23:19,060 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57496 2024-11-13T05:23:19,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:23:19,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10132a595f20008 connected 2024-11-13T05:23:19,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:23:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,42103,1731475383229 2024-11-13T05:23:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59126a3f 2024-11-13T05:23:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:23:19,092 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:23:19,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:23:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T05:23:19,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:23:19,096 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:19,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:23:19,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T05:23:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:23:19,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741835_1011 (size=902) 2024-11-13T05:23:19,132 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4733492896fbae97552df0e76789f3b2, NAME => 'test,,1731475399093.4733492896fbae97552df0e76789f3b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840 2024-11-13T05:23:19,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741836_1012 (size=39) 2024-11-13T05:23:19,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731475399093.4733492896fbae97552df0e76789f3b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:19,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4733492896fbae97552df0e76789f3b2, disabling compactions & flushes 2024-11-13T05:23:19,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731475399093.4733492896fbae97552df0e76789f3b2. 2024-11-13T05:23:19,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475399093.4733492896fbae97552df0e76789f3b2. 2024-11-13T05:23:19,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731475399093.4733492896fbae97552df0e76789f3b2. after waiting 0 ms 2024-11-13T05:23:19,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731475399093.4733492896fbae97552df0e76789f3b2. 2024-11-13T05:23:19,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731475399093.4733492896fbae97552df0e76789f3b2. 2024-11-13T05:23:19,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4733492896fbae97552df0e76789f3b2: Waiting for close lock at 1731475399138Disabling compacts and flushes for region at 1731475399138Disabling writes for close at 1731475399138Writing region close event to WAL at 1731475399138Closed at 1731475399138 2024-11-13T05:23:19,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:23:19,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731475399093.4733492896fbae97552df0e76789f3b2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731475399140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475399140"}]},"ts":"1731475399140"} 2024-11-13T05:23:19,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:23:19,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:23:19,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475399144"}]},"ts":"1731475399144"} 2024-11-13T05:23:19,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T05:23:19,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4733492896fbae97552df0e76789f3b2, ASSIGN}] 2024-11-13T05:23:19,148 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4733492896fbae97552df0e76789f3b2, ASSIGN 2024-11-13T05:23:19,154 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4733492896fbae97552df0e76789f3b2, ASSIGN; state=OFFLINE, location=a61c20bd729c,39445,1731475383463; forceNewPlan=false, retain=false 2024-11-13T05:23:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:23:19,304 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4733492896fbae97552df0e76789f3b2, regionState=OPENING, regionLocation=a61c20bd729c,39445,1731475383463 2024-11-13T05:23:19,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4733492896fbae97552df0e76789f3b2, ASSIGN because future has completed 2024-11-13T05:23:19,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4733492896fbae97552df0e76789f3b2, server=a61c20bd729c,39445,1731475383463}] 2024-11-13T05:23:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:23:19,481 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731475399093.4733492896fbae97552df0e76789f3b2. 2024-11-13T05:23:19,481 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4733492896fbae97552df0e76789f3b2, NAME => 'test,,1731475399093.4733492896fbae97552df0e76789f3b2.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:23:19,481 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:23:19,482 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T05:23:19,482 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4733492896fbae97552df0e76789f3b2 2024-11-13T05:23:19,482 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731475399093.4733492896fbae97552df0e76789f3b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:19,482 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4733492896fbae97552df0e76789f3b2 2024-11-13T05:23:19,482 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4733492896fbae97552df0e76789f3b2 2024-11-13T05:23:19,497 INFO [StoreOpener-4733492896fbae97552df0e76789f3b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4733492896fbae97552df0e76789f3b2 2024-11-13T05:23:19,499 INFO [StoreOpener-4733492896fbae97552df0e76789f3b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4733492896fbae97552df0e76789f3b2 columnFamilyName f 2024-11-13T05:23:19,499 DEBUG [StoreOpener-4733492896fbae97552df0e76789f3b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:19,499 INFO [StoreOpener-4733492896fbae97552df0e76789f3b2-1 {}] regionserver.HStore(327): Store=4733492896fbae97552df0e76789f3b2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:19,499 INFO [StoreOpener-4733492896fbae97552df0e76789f3b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4733492896fbae97552df0e76789f3b2 2024-11-13T05:23:19,500 INFO [StoreOpener-4733492896fbae97552df0e76789f3b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4733492896fbae97552df0e76789f3b2 columnFamilyName f1 2024-11-13T05:23:19,500 DEBUG [StoreOpener-4733492896fbae97552df0e76789f3b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:19,500 INFO [StoreOpener-4733492896fbae97552df0e76789f3b2-1 {}] regionserver.HStore(327): Store=4733492896fbae97552df0e76789f3b2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:19,501 INFO [StoreOpener-4733492896fbae97552df0e76789f3b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4733492896fbae97552df0e76789f3b2 2024-11-13T05:23:19,501 INFO [StoreOpener-4733492896fbae97552df0e76789f3b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4733492896fbae97552df0e76789f3b2 columnFamilyName norep 2024-11-13T05:23:19,502 DEBUG [StoreOpener-4733492896fbae97552df0e76789f3b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:19,502 INFO [StoreOpener-4733492896fbae97552df0e76789f3b2-1 {}] regionserver.HStore(327): Store=4733492896fbae97552df0e76789f3b2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:19,502 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4733492896fbae97552df0e76789f3b2 2024-11-13T05:23:19,503 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2 2024-11-13T05:23:19,503 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2 2024-11-13T05:23:19,504 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4733492896fbae97552df0e76789f3b2 2024-11-13T05:23:19,504 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4733492896fbae97552df0e76789f3b2 2024-11-13T05:23:19,504 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:23:19,505 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4733492896fbae97552df0e76789f3b2 2024-11-13T05:23:19,507 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:23:19,507 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4733492896fbae97552df0e76789f3b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66820659, jitterRate=-0.004294589161872864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:23:19,507 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4733492896fbae97552df0e76789f3b2 2024-11-13T05:23:19,508 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4733492896fbae97552df0e76789f3b2: Running coprocessor pre-open hook at 1731475399482Writing region info on filesystem at 1731475399482Initializing all the Stores at 1731475399483 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475399483Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475399497 (+14 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475399497Cleaning up temporary data from old regions at 1731475399504 (+7 ms)Running coprocessor post-open hooks at 1731475399507 (+3 ms)Region opened successfully at 1731475399507 2024-11-13T05:23:19,508 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731475399093.4733492896fbae97552df0e76789f3b2., pid=6, masterSystemTime=1731475399461 2024-11-13T05:23:19,511 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731475399093.4733492896fbae97552df0e76789f3b2. 2024-11-13T05:23:19,511 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731475399093.4733492896fbae97552df0e76789f3b2. 2024-11-13T05:23:19,511 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4733492896fbae97552df0e76789f3b2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a61c20bd729c,39445,1731475383463 2024-11-13T05:23:19,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4733492896fbae97552df0e76789f3b2, server=a61c20bd729c,39445,1731475383463 because future has completed 2024-11-13T05:23:19,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:23:19,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4733492896fbae97552df0e76789f3b2, server=a61c20bd729c,39445,1731475383463 in 206 msec 2024-11-13T05:23:19,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T05:23:19,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4733492896fbae97552df0e76789f3b2, ASSIGN in 370 msec 2024-11-13T05:23:19,521 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:23:19,521 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475399521"}]},"ts":"1731475399521"} 2024-11-13T05:23:19,523 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T05:23:19,524 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:23:19,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 431 msec 2024-11-13T05:23:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:23:19,731 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T05:23:19,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:23:19,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,38931,1731475388999 2024-11-13T05:23:19,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12aa5a1f 2024-11-13T05:23:19,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:23:19,732 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:23:19,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:23:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T05:23:19,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:23:19,735 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:19,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T05:23:19,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:23:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:23:19,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741835_1011 (size=902) 2024-11-13T05:23:19,741 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0440293dfe801888bcdb57e9fc6f41d, NAME => 'test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76 2024-11-13T05:23:19,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741836_1012 (size=39) 2024-11-13T05:23:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:23:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:23:20,146 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:20,146 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c0440293dfe801888bcdb57e9fc6f41d, disabling compactions & flushes 2024-11-13T05:23:20,146 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d. 2024-11-13T05:23:20,146 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d. 2024-11-13T05:23:20,146 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d. after waiting 0 ms 2024-11-13T05:23:20,146 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d. 2024-11-13T05:23:20,146 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d. 2024-11-13T05:23:20,146 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0440293dfe801888bcdb57e9fc6f41d: Waiting for close lock at 1731475400146Disabling compacts and flushes for region at 1731475400146Disabling writes for close at 1731475400146Writing region close event to WAL at 1731475400146Closed at 1731475400146 2024-11-13T05:23:20,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:23:20,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731475400148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475400148"}]},"ts":"1731475400148"} 2024-11-13T05:23:20,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:23:20,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:23:20,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475400150"}]},"ts":"1731475400150"} 2024-11-13T05:23:20,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T05:23:20,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c0440293dfe801888bcdb57e9fc6f41d, ASSIGN}] 2024-11-13T05:23:20,153 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c0440293dfe801888bcdb57e9fc6f41d, ASSIGN 2024-11-13T05:23:20,154 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c0440293dfe801888bcdb57e9fc6f41d, ASSIGN; state=OFFLINE, location=a61c20bd729c,45401,1731475389719; forceNewPlan=false, retain=false 2024-11-13T05:23:20,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c0440293dfe801888bcdb57e9fc6f41d, regionState=OPENING, regionLocation=a61c20bd729c,45401,1731475389719 2024-11-13T05:23:20,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c0440293dfe801888bcdb57e9fc6f41d, ASSIGN because future has completed 2024-11-13T05:23:20,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0440293dfe801888bcdb57e9fc6f41d, server=a61c20bd729c,45401,1731475389719}] 2024-11-13T05:23:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:23:20,461 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d. 2024-11-13T05:23:20,461 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c0440293dfe801888bcdb57e9fc6f41d, NAME => 'test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:23:20,461 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:23:20,461 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T05:23:20,461 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c0440293dfe801888bcdb57e9fc6f41d 2024-11-13T05:23:20,462 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:20,462 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c0440293dfe801888bcdb57e9fc6f41d 2024-11-13T05:23:20,462 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c0440293dfe801888bcdb57e9fc6f41d 2024-11-13T05:23:20,463 INFO [StoreOpener-c0440293dfe801888bcdb57e9fc6f41d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c0440293dfe801888bcdb57e9fc6f41d 2024-11-13T05:23:20,464 INFO [StoreOpener-c0440293dfe801888bcdb57e9fc6f41d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0440293dfe801888bcdb57e9fc6f41d columnFamilyName f 2024-11-13T05:23:20,464 DEBUG [StoreOpener-c0440293dfe801888bcdb57e9fc6f41d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:20,464 INFO [StoreOpener-c0440293dfe801888bcdb57e9fc6f41d-1 {}] regionserver.HStore(327): Store=c0440293dfe801888bcdb57e9fc6f41d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:20,464 INFO [StoreOpener-c0440293dfe801888bcdb57e9fc6f41d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c0440293dfe801888bcdb57e9fc6f41d 2024-11-13T05:23:20,465 INFO [StoreOpener-c0440293dfe801888bcdb57e9fc6f41d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0440293dfe801888bcdb57e9fc6f41d columnFamilyName f1 2024-11-13T05:23:20,465 DEBUG [StoreOpener-c0440293dfe801888bcdb57e9fc6f41d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:20,465 INFO [StoreOpener-c0440293dfe801888bcdb57e9fc6f41d-1 {}] regionserver.HStore(327): Store=c0440293dfe801888bcdb57e9fc6f41d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:20,465 INFO [StoreOpener-c0440293dfe801888bcdb57e9fc6f41d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c0440293dfe801888bcdb57e9fc6f41d 2024-11-13T05:23:20,466 INFO [StoreOpener-c0440293dfe801888bcdb57e9fc6f41d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0440293dfe801888bcdb57e9fc6f41d columnFamilyName norep 2024-11-13T05:23:20,466 DEBUG [StoreOpener-c0440293dfe801888bcdb57e9fc6f41d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:20,466 INFO [StoreOpener-c0440293dfe801888bcdb57e9fc6f41d-1 {}] regionserver.HStore(327): Store=c0440293dfe801888bcdb57e9fc6f41d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:20,466 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c0440293dfe801888bcdb57e9fc6f41d 2024-11-13T05:23:20,467 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d 2024-11-13T05:23:20,467 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d 2024-11-13T05:23:20,468 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c0440293dfe801888bcdb57e9fc6f41d 2024-11-13T05:23:20,468 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c0440293dfe801888bcdb57e9fc6f41d 2024-11-13T05:23:20,468 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:23:20,469 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c0440293dfe801888bcdb57e9fc6f41d 2024-11-13T05:23:20,470 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:23:20,470 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c0440293dfe801888bcdb57e9fc6f41d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71399547, jitterRate=0.06393615901470184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:23:20,470 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0440293dfe801888bcdb57e9fc6f41d 2024-11-13T05:23:20,470 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c0440293dfe801888bcdb57e9fc6f41d: Running coprocessor pre-open hook at 1731475400462Writing region info on filesystem at 1731475400462Initializing all the Stores at 1731475400462Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475400462Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475400463 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475400463Cleaning up temporary data from old regions at 1731475400468 (+5 ms)Running coprocessor post-open hooks at 1731475400470 (+2 ms)Region opened successfully at 1731475400470 2024-11-13T05:23:20,471 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d., pid=6, masterSystemTime=1731475400458 2024-11-13T05:23:20,473 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d. 2024-11-13T05:23:20,473 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d. 2024-11-13T05:23:20,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c0440293dfe801888bcdb57e9fc6f41d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a61c20bd729c,45401,1731475389719 2024-11-13T05:23:20,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0440293dfe801888bcdb57e9fc6f41d, server=a61c20bd729c,45401,1731475389719 because future has completed 2024-11-13T05:23:20,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:23:20,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c0440293dfe801888bcdb57e9fc6f41d, server=a61c20bd729c,45401,1731475389719 in 169 msec 2024-11-13T05:23:20,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T05:23:20,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c0440293dfe801888bcdb57e9fc6f41d, ASSIGN in 325 msec 2024-11-13T05:23:20,479 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:23:20,479 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475400479"}]},"ts":"1731475400479"} 2024-11-13T05:23:20,480 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T05:23:20,481 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:23:20,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-13T05:23:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:23:20,871 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T05:23:20,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:23:20,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,33509,1731475395857 2024-11-13T05:23:20,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@292c5267 2024-11-13T05:23:20,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:23:20,872 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:23:20,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:23:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T05:23:20,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:23:20,875 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:20,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T05:23:20,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:23:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:23:20,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741835_1011 (size=902) 2024-11-13T05:23:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:23:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:23:21,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e2e0606438752e805c41679b47b4841, NAME => 'test,,1731475400873.0e2e0606438752e805c41679b47b4841.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b 2024-11-13T05:23:21,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741836_1012 (size=39) 2024-11-13T05:23:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:23:21,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731475400873.0e2e0606438752e805c41679b47b4841.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:21,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0e2e0606438752e805c41679b47b4841, disabling compactions & flushes 2024-11-13T05:23:21,686 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731475400873.0e2e0606438752e805c41679b47b4841. 2024-11-13T05:23:21,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475400873.0e2e0606438752e805c41679b47b4841. 2024-11-13T05:23:21,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731475400873.0e2e0606438752e805c41679b47b4841. after waiting 0 ms 2024-11-13T05:23:21,686 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731475400873.0e2e0606438752e805c41679b47b4841. 2024-11-13T05:23:21,686 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731475400873.0e2e0606438752e805c41679b47b4841. 2024-11-13T05:23:21,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e2e0606438752e805c41679b47b4841: Waiting for close lock at 1731475401686Disabling compacts and flushes for region at 1731475401686Disabling writes for close at 1731475401686Writing region close event to WAL at 1731475401686Closed at 1731475401686 2024-11-13T05:23:21,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:23:21,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731475400873.0e2e0606438752e805c41679b47b4841.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731475401688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475401688"}]},"ts":"1731475401688"} 2024-11-13T05:23:21,689 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:23:21,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:23:21,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475401690"}]},"ts":"1731475401690"} 2024-11-13T05:23:21,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T05:23:21,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e2e0606438752e805c41679b47b4841, ASSIGN}] 2024-11-13T05:23:21,692 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e2e0606438752e805c41679b47b4841, ASSIGN 2024-11-13T05:23:21,692 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0e2e0606438752e805c41679b47b4841, ASSIGN; state=OFFLINE, location=a61c20bd729c,37621,1731475396007; forceNewPlan=false, retain=false 2024-11-13T05:23:21,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e2e0606438752e805c41679b47b4841, regionState=OPENING, regionLocation=a61c20bd729c,37621,1731475396007 2024-11-13T05:23:21,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0e2e0606438752e805c41679b47b4841, ASSIGN because future has completed 2024-11-13T05:23:21,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e2e0606438752e805c41679b47b4841, server=a61c20bd729c,37621,1731475396007}] 2024-11-13T05:23:22,006 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731475400873.0e2e0606438752e805c41679b47b4841. 2024-11-13T05:23:22,006 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e2e0606438752e805c41679b47b4841, NAME => 'test,,1731475400873.0e2e0606438752e805c41679b47b4841.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:23:22,006 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:23:22,007 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T05:23:22,007 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0e2e0606438752e805c41679b47b4841 2024-11-13T05:23:22,007 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731475400873.0e2e0606438752e805c41679b47b4841.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:22,007 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0e2e0606438752e805c41679b47b4841 2024-11-13T05:23:22,007 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0e2e0606438752e805c41679b47b4841 2024-11-13T05:23:22,008 INFO [StoreOpener-0e2e0606438752e805c41679b47b4841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0e2e0606438752e805c41679b47b4841 2024-11-13T05:23:22,010 INFO [StoreOpener-0e2e0606438752e805c41679b47b4841-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e2e0606438752e805c41679b47b4841 columnFamilyName f 2024-11-13T05:23:22,010 DEBUG [StoreOpener-0e2e0606438752e805c41679b47b4841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:22,010 INFO [StoreOpener-0e2e0606438752e805c41679b47b4841-1 {}] regionserver.HStore(327): Store=0e2e0606438752e805c41679b47b4841/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:22,010 INFO [StoreOpener-0e2e0606438752e805c41679b47b4841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0e2e0606438752e805c41679b47b4841 2024-11-13T05:23:22,011 INFO [StoreOpener-0e2e0606438752e805c41679b47b4841-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e2e0606438752e805c41679b47b4841 columnFamilyName f1 2024-11-13T05:23:22,011 DEBUG [StoreOpener-0e2e0606438752e805c41679b47b4841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:23:22,011 INFO [StoreOpener-0e2e0606438752e805c41679b47b4841-1 {}] regionserver.HStore(327): Store=0e2e0606438752e805c41679b47b4841/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:22,011 INFO [StoreOpener-0e2e0606438752e805c41679b47b4841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0e2e0606438752e805c41679b47b4841 2024-11-13T05:23:22,012 INFO [StoreOpener-0e2e0606438752e805c41679b47b4841-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e2e0606438752e805c41679b47b4841 columnFamilyName norep 2024-11-13T05:23:22,012 DEBUG [StoreOpener-0e2e0606438752e805c41679b47b4841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:22,012 INFO [StoreOpener-0e2e0606438752e805c41679b47b4841-1 {}] regionserver.HStore(327): Store=0e2e0606438752e805c41679b47b4841/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:22,012 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0e2e0606438752e805c41679b47b4841 2024-11-13T05:23:22,013 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/default/test/0e2e0606438752e805c41679b47b4841 2024-11-13T05:23:22,013 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/default/test/0e2e0606438752e805c41679b47b4841 2024-11-13T05:23:22,014 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0e2e0606438752e805c41679b47b4841 2024-11-13T05:23:22,014 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0e2e0606438752e805c41679b47b4841 2024-11-13T05:23:22,014 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:23:22,015 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0e2e0606438752e805c41679b47b4841 2024-11-13T05:23:22,017 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/default/test/0e2e0606438752e805c41679b47b4841/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:23:22,017 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0e2e0606438752e805c41679b47b4841; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67585794, jitterRate=0.007106810808181763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:23:22,017 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e2e0606438752e805c41679b47b4841 2024-11-13T05:23:22,017 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0e2e0606438752e805c41679b47b4841: Running coprocessor pre-open hook at 1731475402007Writing region info on filesystem at 1731475402007Initializing all the Stores at 1731475402008 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475402008Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475402008Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475402008Cleaning up temporary data from old regions at 1731475402014 (+6 ms)Running coprocessor post-open hooks at 1731475402017 (+3 ms)Region opened successfully at 1731475402017 2024-11-13T05:23:22,018 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731475400873.0e2e0606438752e805c41679b47b4841., pid=6, masterSystemTime=1731475401997 2024-11-13T05:23:22,020 DEBUG [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731475400873.0e2e0606438752e805c41679b47b4841. 2024-11-13T05:23:22,020 INFO [RS_OPEN_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731475400873.0e2e0606438752e805c41679b47b4841. 2024-11-13T05:23:22,020 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e2e0606438752e805c41679b47b4841, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=a61c20bd729c,37621,1731475396007 2024-11-13T05:23:22,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e2e0606438752e805c41679b47b4841, server=a61c20bd729c,37621,1731475396007 because future has completed 2024-11-13T05:23:22,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:23:22,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e2e0606438752e805c41679b47b4841, server=a61c20bd729c,37621,1731475396007 in 178 msec 2024-11-13T05:23:22,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T05:23:22,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0e2e0606438752e805c41679b47b4841, ASSIGN in 337 msec 2024-11-13T05:23:22,030 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:23:22,031 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475402030"}]},"ts":"1731475402030"} 2024-11-13T05:23:22,032 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T05:23:22,033 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:23:22,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-13T05:23:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T05:23:23,021 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T05:23:23,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebac23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:23,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,42103,-1 for getting cluster id 2024-11-13T05:23:23,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:23:23,023 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0546b480-bc7d-403c-a301-b6175c7eb23f' 2024-11-13T05:23:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:23:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0546b480-bc7d-403c-a301-b6175c7eb23f" 2024-11-13T05:23:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d476b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,42103,-1] 2024-11-13T05:23:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:23:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:23,024 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:23:23,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f7f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:23,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:23:23,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,42103,1731475383229 2024-11-13T05:23:23,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fb80898 2024-11-13T05:23:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:23:23,026 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:23:23,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://a61c20bd729c:38931,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T05:23:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:23:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:23:23,028 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:38931' 2024-11-13T05:23:23,029 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282c5fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:23,029 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,38931,-1 for getting cluster id 2024-11-13T05:23:23,029 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:23:23,030 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c8a8e8f-a1bb-4867-b637-14ae103a3bf3' 2024-11-13T05:23:23,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:23:23,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c8a8e8f-a1bb-4867-b637-14ae103a3bf3" 2024-11-13T05:23:23,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4908e2bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:23,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,38931,-1] 2024-11-13T05:23:23,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:23:23,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:23,031 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:23:23,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1862cbfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:23,031 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:23:23,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,38931,1731475388999 2024-11-13T05:23:23,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e06d633 2024-11-13T05:23:23,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:23:23,032 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:23:23,033 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T05:23:23,033 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:23:23,033 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:23,033 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:23,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:23:23,034 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:23:23,034 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T05:23:23,035 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:23:23,035 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:23,036 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:23:23,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741837_1013 (size=1138) 2024-11-13T05:23:23,085 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T05:23:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:23:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:23:23,441 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 272454c4f5058210aaf24adb60bbbd78, NAME => 'hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840 2024-11-13T05:23:23,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741838_1014 (size=44) 2024-11-13T05:23:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:23:23,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:23,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 272454c4f5058210aaf24adb60bbbd78, disabling compactions & flushes 2024-11-13T05:23:23,845 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78. 2024-11-13T05:23:23,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78. 2024-11-13T05:23:23,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78. after waiting 0 ms 2024-11-13T05:23:23,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78. 2024-11-13T05:23:23,846 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78. 2024-11-13T05:23:23,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 272454c4f5058210aaf24adb60bbbd78: Waiting for close lock at 1731475403845Disabling compacts and flushes for region at 1731475403845Disabling writes for close at 1731475403846 (+1 ms)Writing region close event to WAL at 1731475403846Closed at 1731475403846 2024-11-13T05:23:23,847 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:23:23,847 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731475403847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475403847"}]},"ts":"1731475403847"} 2024-11-13T05:23:23,848 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T05:23:23,849 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:23:23,849 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475403849"}]},"ts":"1731475403849"} 2024-11-13T05:23:23,851 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T05:23:23,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=272454c4f5058210aaf24adb60bbbd78, ASSIGN}] 2024-11-13T05:23:23,852 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=272454c4f5058210aaf24adb60bbbd78, ASSIGN 2024-11-13T05:23:23,852 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=272454c4f5058210aaf24adb60bbbd78, ASSIGN; state=OFFLINE, location=a61c20bd729c,39445,1731475383463; forceNewPlan=false, retain=false 2024-11-13T05:23:24,003 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=272454c4f5058210aaf24adb60bbbd78, regionState=OPENING, regionLocation=a61c20bd729c,39445,1731475383463 2024-11-13T05:23:24,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=272454c4f5058210aaf24adb60bbbd78, ASSIGN because future has completed 2024-11-13T05:23:24,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 272454c4f5058210aaf24adb60bbbd78, server=a61c20bd729c,39445,1731475383463}] 2024-11-13T05:23:24,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78. 2024-11-13T05:23:24,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:23:24,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T05:23:24,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=a61c20bd729c%2C39445%2C1731475383463.rep, suffix=, logDir=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463, archiveDir=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/oldWALs, maxLogs=10 2024-11-13T05:23:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:23:24,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.rep.1731475404161, exclude list is [], retry=0 2024-11-13T05:23:24,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38103,DS-eaef5b3c-3309-432c-8f50-6d6131647d60,DISK] 2024-11-13T05:23:24,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.rep.1731475404161 2024-11-13T05:23:24,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36891:36891)] 2024-11-13T05:23:24,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 272454c4f5058210aaf24adb60bbbd78, NAME => 'hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:23:24,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T05:23:24,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:23:24,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78. service=MultiRowMutationService 2024-11-13T05:23:24,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T05:23:24,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 272454c4f5058210aaf24adb60bbbd78 2024-11-13T05:23:24,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:23:24,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 272454c4f5058210aaf24adb60bbbd78 2024-11-13T05:23:24,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 272454c4f5058210aaf24adb60bbbd78 2024-11-13T05:23:24,179 INFO [StoreOpener-272454c4f5058210aaf24adb60bbbd78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 272454c4f5058210aaf24adb60bbbd78 2024-11-13T05:23:24,180 INFO [StoreOpener-272454c4f5058210aaf24adb60bbbd78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272454c4f5058210aaf24adb60bbbd78 columnFamilyName hfileref 2024-11-13T05:23:24,180 DEBUG [StoreOpener-272454c4f5058210aaf24adb60bbbd78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:24,180 INFO [StoreOpener-272454c4f5058210aaf24adb60bbbd78-1 {}] regionserver.HStore(327): Store=272454c4f5058210aaf24adb60bbbd78/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:24,180 INFO [StoreOpener-272454c4f5058210aaf24adb60bbbd78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 272454c4f5058210aaf24adb60bbbd78 2024-11-13T05:23:24,181 INFO [StoreOpener-272454c4f5058210aaf24adb60bbbd78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272454c4f5058210aaf24adb60bbbd78 columnFamilyName queue 2024-11-13T05:23:24,181 DEBUG [StoreOpener-272454c4f5058210aaf24adb60bbbd78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:24,181 INFO [StoreOpener-272454c4f5058210aaf24adb60bbbd78-1 {}] regionserver.HStore(327): Store=272454c4f5058210aaf24adb60bbbd78/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:24,181 INFO [StoreOpener-272454c4f5058210aaf24adb60bbbd78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 272454c4f5058210aaf24adb60bbbd78 2024-11-13T05:23:24,182 INFO [StoreOpener-272454c4f5058210aaf24adb60bbbd78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272454c4f5058210aaf24adb60bbbd78 columnFamilyName sid 2024-11-13T05:23:24,182 DEBUG [StoreOpener-272454c4f5058210aaf24adb60bbbd78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:23:24,182 INFO [StoreOpener-272454c4f5058210aaf24adb60bbbd78-1 {}] regionserver.HStore(327): Store=272454c4f5058210aaf24adb60bbbd78/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:23:24,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 272454c4f5058210aaf24adb60bbbd78 2024-11-13T05:23:24,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/replication/272454c4f5058210aaf24adb60bbbd78 2024-11-13T05:23:24,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/replication/272454c4f5058210aaf24adb60bbbd78 2024-11-13T05:23:24,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 272454c4f5058210aaf24adb60bbbd78 2024-11-13T05:23:24,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 272454c4f5058210aaf24adb60bbbd78 2024-11-13T05:23:24,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T05:23:24,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 272454c4f5058210aaf24adb60bbbd78 2024-11-13T05:23:24,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/replication/272454c4f5058210aaf24adb60bbbd78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:23:24,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 272454c4f5058210aaf24adb60bbbd78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67417516, jitterRate=0.004599273204803467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T05:23:24,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 272454c4f5058210aaf24adb60bbbd78 2024-11-13T05:23:24,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 272454c4f5058210aaf24adb60bbbd78: Running coprocessor pre-open hook at 1731475404178Writing region info on filesystem at 1731475404178Initializing all the Stores at 1731475404179 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475404179Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475404179Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731475404179Cleaning up temporary data from old regions at 1731475404184 (+5 ms)Running coprocessor post-open hooks at 1731475404186 (+2 ms)Region opened successfully at 1731475404186 2024-11-13T05:23:24,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78., pid=10, masterSystemTime=1731475404157 2024-11-13T05:23:24,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78. 2024-11-13T05:23:24,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78. 2024-11-13T05:23:24,202 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=272454c4f5058210aaf24adb60bbbd78, regionState=OPEN, openSeqNum=2, regionLocation=a61c20bd729c,39445,1731475383463 2024-11-13T05:23:24,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 272454c4f5058210aaf24adb60bbbd78, server=a61c20bd729c,39445,1731475383463 because future has completed 2024-11-13T05:23:24,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T05:23:24,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 272454c4f5058210aaf24adb60bbbd78, server=a61c20bd729c,39445,1731475383463 in 200 msec 2024-11-13T05:23:24,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T05:23:24,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=272454c4f5058210aaf24adb60bbbd78, ASSIGN in 355 msec 2024-11-13T05:23:24,208 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:23:24,208 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475404208"}]},"ts":"1731475404208"} 2024-11-13T05:23:24,210 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T05:23:24,210 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:23:24,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-13T05:23:24,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78., hostname=a61c20bd729c,39445,1731475383463, seqNum=2] 2024-11-13T05:23:24,465 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:23:24,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:24,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:24,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:24,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:24,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:24,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:24,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704 2024-11-13T05:23:24,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704 2024-11-13T05:23:24,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:24,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:24,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:24,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:24,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:24,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:24,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:24,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:24,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:24,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:24,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:23:24,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T05:23:24,771 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T05:23:24,808 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-a61c20bd729c,39445,1731475383463, ReplicationSource: 1, currentBandwidth=0 2024-11-13T05:23:24,809 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:23:24,809 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,39445,1731475383463, seqNum=-1] 2024-11-13T05:23:24,809 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:23:24,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-13T05:23:24,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-a61c20bd729c,39445,1731475383463', locateType=CURRENT is [region=hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78., hostname=a61c20bd729c,39445,1731475383463, seqNum=2] 2024-11-13T05:23:24,816 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T05:23:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T05:23:24,827 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on a61c20bd729c,39445,1731475383463 suceeded 2024-11-13T05:23:24,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T05:23:24,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-13T05:23:24,829 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://a61c20bd729c:38931,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:23:24,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8030 sec 2024-11-13T05:23:24,836 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:38931' 2024-11-13T05:23:24,837 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4319ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:24,837 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,38931,-1 for getting cluster id 2024-11-13T05:23:24,837 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:23:24,838 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c8a8e8f-a1bb-4867-b637-14ae103a3bf3' 2024-11-13T05:23:24,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:23:24,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c8a8e8f-a1bb-4867-b637-14ae103a3bf3" 2024-11-13T05:23:24,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24438c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:24,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,38931,-1] 2024-11-13T05:23:24,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:23:24,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:24,839 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:23:24,840 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7398e714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:24,840 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:23:24,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,38931,1731475388999 2024-11-13T05:23:24,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48e10ad0 2024-11-13T05:23:24,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:23:24,842 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T05:23:24,843 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-a61c20bd729c,39445,1731475383463 (queues=1) is replicating from cluster=0546b480-bc7d-403c-a301-b6175c7eb23f to cluster=6c8a8e8f-a1bb-4867-b637-14ae103a3bf3 2024-11-13T05:23:24,843 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=a61c20bd729c%2C39445%2C1731475383463 2024-11-13T05:23:24,843 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-a61c20bd729c,39445,1731475383463, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:23:24,844 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069, startPosition=0, beingWritten=true 2024-11-13T05:23:24,848 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C39445%2C1731475383463 2024-11-13T05:23:24,853 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:23:24,853 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069 to pos 379, reset compression=false 2024-11-13T05:23:24,853 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,39445,1731475383463 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:23:25,057 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069 to pos 379, reset compression=false 2024-11-13T05:23:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T05:23:25,171 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T05:23:25,172 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:23:25,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:23:25,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:25,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:23:25,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:25,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459f22dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:25,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,42103,-1 for getting cluster id 2024-11-13T05:23:25,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:23:25,174 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0546b480-bc7d-403c-a301-b6175c7eb23f' 2024-11-13T05:23:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:23:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0546b480-bc7d-403c-a301-b6175c7eb23f" 2024-11-13T05:23:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501e79dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,42103,-1] 2024-11-13T05:23:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:23:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:25,175 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:23:25,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7174a05e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:25,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357dd82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:25,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,38931,-1 for getting cluster id 2024-11-13T05:23:25,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:23:25,177 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c8a8e8f-a1bb-4867-b637-14ae103a3bf3' 2024-11-13T05:23:25,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:23:25,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c8a8e8f-a1bb-4867-b637-14ae103a3bf3" 2024-11-13T05:23:25,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e47689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:25,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,38931,-1] 2024-11-13T05:23:25,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:23:25,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:25,178 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:23:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7887ec9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:25,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b9e528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:25,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,33509,-1 for getting cluster id 2024-11-13T05:23:25,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:23:25,179 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d290721-0814-4663-ae00-350ec5548ea4' 2024-11-13T05:23:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:23:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d290721-0814-4663-ae00-350ec5548ea4" 2024-11-13T05:23:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c79fbd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,33509,-1] 2024-11-13T05:23:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:23:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:25,180 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:23:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330d4751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:25,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:25,184 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731475405183/Put/seqid=0 2024-11-13T05:23:25,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741840_1016 (size=7894) 2024-11-13T05:23:25,360 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069 to pos 379, reset compression=false 2024-11-13T05:23:25,591 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731475405591/Put/seqid=0 2024-11-13T05:23:25,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741841_1017 (size=7691) 2024-11-13T05:23:25,763 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069 to pos 379, reset compression=false 2024-11-13T05:23:26,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e7459a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:26,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,42103,-1 for getting cluster id 2024-11-13T05:23:26,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:23:26,001 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0546b480-bc7d-403c-a301-b6175c7eb23f' 2024-11-13T05:23:26,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:23:26,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0546b480-bc7d-403c-a301-b6175c7eb23f" 2024-11-13T05:23:26,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2549c2b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:26,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,42103,-1] 2024-11-13T05:23:26,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:23:26,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:26,002 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:23:26,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c9d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:26,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:23:26,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,39445,1731475383463, seqNum=-1] 2024-11-13T05:23:26,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:23:26,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:23:26,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:23:26,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,42103,1731475383229 2024-11-13T05:23:26,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73ecc3e1 2024-11-13T05:23:26,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:23:26,012 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:23:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731475399093.4733492896fbae97552df0e76789f3b2., hostname=a61c20bd729c,39445,1731475383463, seqNum=2] 2024-11-13T05:23:26,016 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T05:23:26,022 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-13T05:23:26,025 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-13T05:23:26,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 4733492896fbae97552df0e76789f3b2/f 2024-11-13T05:23:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T05:23:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:23:26,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 4733492896fbae97552df0e76789f3b2/f 2024-11-13T05:23:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T05:23:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:23:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HRegion(2603): Flush status journal for 4733492896fbae97552df0e76789f3b2: 2024-11-13T05:23:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__m646odnvcta6u3888s0qjevebs01dmasp5f1s79nobb55u3mq2qqjjvrupbje1sf/f/hfile_1 2024-11-13T05:23:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__m646odnvcta6u3888s0qjevebs01dmasp5f1s79nobb55u3mq2qqjjvrupbje1sf/f/hfile_1 as hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2/f/46c0c7ff0cce4412a2fdbc68862ce8bd_SeqId_4_ 2024-11-13T05:23:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__m646odnvcta6u3888s0qjevebs01dmasp5f1s79nobb55u3mq2qqjjvrupbje1sf/f/hfile_0 2024-11-13T05:23:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__m646odnvcta6u3888s0qjevebs01dmasp5f1s79nobb55u3mq2qqjjvrupbje1sf/f/hfile_0 as hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2/f/11cad01450f24beea8f2adc711b83d60_SeqId_4_ 2024-11-13T05:23:26,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__m646odnvcta6u3888s0qjevebs01dmasp5f1s79nobb55u3mq2qqjjvrupbje1sf/f/hfile_1 into 4733492896fbae97552df0e76789f3b2/f as hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2/f/46c0c7ff0cce4412a2fdbc68862ce8bd_SeqId_4_ - updating store file list. 2024-11-13T05:23:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 46c0c7ff0cce4412a2fdbc68862ce8bd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T05:23:26,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2/f/46c0c7ff0cce4412a2fdbc68862ce8bd_SeqId_4_ into 4733492896fbae97552df0e76789f3b2/f 2024-11-13T05:23:26,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__m646odnvcta6u3888s0qjevebs01dmasp5f1s79nobb55u3mq2qqjjvrupbje1sf/f/hfile_1 into 4733492896fbae97552df0e76789f3b2/f (new location: hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2/f/46c0c7ff0cce4412a2fdbc68862ce8bd_SeqId_4_) 2024-11-13T05:23:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__m646odnvcta6u3888s0qjevebs01dmasp5f1s79nobb55u3mq2qqjjvrupbje1sf/f/hfile_1 2024-11-13T05:23:26,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__m646odnvcta6u3888s0qjevebs01dmasp5f1s79nobb55u3mq2qqjjvrupbje1sf/f/hfile_0 into 4733492896fbae97552df0e76789f3b2/f as hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2/f/11cad01450f24beea8f2adc711b83d60_SeqId_4_ - updating store file list. 2024-11-13T05:23:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 11cad01450f24beea8f2adc711b83d60_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T05:23:26,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2/f/11cad01450f24beea8f2adc711b83d60_SeqId_4_ into 4733492896fbae97552df0e76789f3b2/f 2024-11-13T05:23:26,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__m646odnvcta6u3888s0qjevebs01dmasp5f1s79nobb55u3mq2qqjjvrupbje1sf/f/hfile_0 into 4733492896fbae97552df0e76789f3b2/f (new location: hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2/f/11cad01450f24beea8f2adc711b83d60_SeqId_4_) 2024-11-13T05:23:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__m646odnvcta6u3888s0qjevebs01dmasp5f1s79nobb55u3mq2qqjjvrupbje1sf/f/hfile_0 2024-11-13T05:23:26,050 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:23:26,050 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:23:26,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:26,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:26,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:23:26,051 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731475399093.4733492896fbae97552df0e76789f3b2., hostname=a61c20bd729c,39445,1731475383463, seqNum=2 , the old value is region=test,,1731475399093.4733492896fbae97552df0e76789f3b2., hostname=a61c20bd729c,39445,1731475383463, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a61c20bd729c:39445 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T05:23:26,051 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731475399093.4733492896fbae97552df0e76789f3b2., hostname=a61c20bd729c,39445,1731475383463, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T05:23:26,051 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731475399093.4733492896fbae97552df0e76789f3b2., hostname=a61c20bd729c,39445,1731475383463, seqNum=2 from cache 2024-11-13T05:23:26,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:23:26,051 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T05:23:26,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,45401,1731475389719, seqNum=-1] 2024-11-13T05:23:26,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:23:26,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:23:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d., hostname=a61c20bd729c,45401,1731475389719, seqNum=2] 2024-11-13T05:23:26,055 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T05:23:26,162 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:39445 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T05:23:26,266 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069 to pos 379, reset compression=false 2024-11-13T05:23:26,270 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:23:26,270 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,39445,1731475383463 got entry batch from reader: WALEntryBatch [walEntries=[{test/4733492896fbae97552df0e76789f3b2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731475406049/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T05:23:26,272 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:23:26,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T05:23:26,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.ReplicationSink(318): Replicating [0546b480-bc7d-403c-a301-b6175c7eb23f] bulk loaded data 2024-11-13T05:23:26,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@673f4686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:26,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,38931,-1 for getting cluster id 2024-11-13T05:23:26,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:23:26,275 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c8a8e8f-a1bb-4867-b637-14ae103a3bf3' 2024-11-13T05:23:26,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:23:26,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c8a8e8f-a1bb-4867-b637-14ae103a3bf3" 2024-11-13T05:23:26,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ced456f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:26,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,38931,-1] 2024-11-13T05:23:26,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:23:26,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:26,276 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:23:26,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a06c779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:26,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741837_1013 (size=7691) 2024-11-13T05:23:26,471 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069 to pos 687, reset compression=false 2024-11-13T05:23:26,657 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:23:26,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741838_1014 (size=7894) 2024-11-13T05:23:26,774 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069 to pos 687, reset compression=false 2024-11-13T05:23:27,057 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T05:23:27,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:23:27,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,38931,1731475388999 2024-11-13T05:23:27,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c8c7032 2024-11-13T05:23:27,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:23:27,096 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-13T05:23:27,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T05:23:27,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:23:27,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,45401,1731475389719, seqNum=-1] 2024-11-13T05:23:27,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:23:27,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-13T05:23:27,103 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__ha5hv02lvm29fnk6julcuahbs8b6budapaicbg9jh2jrgjn5tf0gn0cdd0fcn25t/f/11cad01450f24beea8f2adc711b83d60_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-13T05:23:27,105 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__ha5hv02lvm29fnk6julcuahbs8b6budapaicbg9jh2jrgjn5tf0gn0cdd0fcn25t/f/46c0c7ff0cce4412a2fdbc68862ce8bd_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-13T05:23:27,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__ha5hv02lvm29fnk6julcuahbs8b6budapaicbg9jh2jrgjn5tf0gn0cdd0fcn25t/f/11cad01450f24beea8f2adc711b83d60_SeqId_4_ for inclusion in c0440293dfe801888bcdb57e9fc6f41d/f 2024-11-13T05:23:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T05:23:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:23:27,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__ha5hv02lvm29fnk6julcuahbs8b6budapaicbg9jh2jrgjn5tf0gn0cdd0fcn25t/f/46c0c7ff0cce4412a2fdbc68862ce8bd_SeqId_4_ for inclusion in c0440293dfe801888bcdb57e9fc6f41d/f 2024-11-13T05:23:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T05:23:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:23:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HRegion(2603): Flush status journal for c0440293dfe801888bcdb57e9fc6f41d: 2024-11-13T05:23:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 11cad01450f24beea8f2adc711b83d60_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T05:23:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__ha5hv02lvm29fnk6julcuahbs8b6budapaicbg9jh2jrgjn5tf0gn0cdd0fcn25t/f/11cad01450f24beea8f2adc711b83d60_SeqId_4_ as hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d/f/5875030dccc6492791afa84aa695d973_SeqId_4_ 2024-11-13T05:23:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 46c0c7ff0cce4412a2fdbc68862ce8bd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T05:23:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__ha5hv02lvm29fnk6julcuahbs8b6budapaicbg9jh2jrgjn5tf0gn0cdd0fcn25t/f/46c0c7ff0cce4412a2fdbc68862ce8bd_SeqId_4_ as hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d/f/ad6fa38e23634a76bda3bfed7e0e1858_SeqId_4_ 2024-11-13T05:23:27,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__ha5hv02lvm29fnk6julcuahbs8b6budapaicbg9jh2jrgjn5tf0gn0cdd0fcn25t/f/11cad01450f24beea8f2adc711b83d60_SeqId_4_ into c0440293dfe801888bcdb57e9fc6f41d/f as hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d/f/5875030dccc6492791afa84aa695d973_SeqId_4_ - updating store file list. 2024-11-13T05:23:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5875030dccc6492791afa84aa695d973_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T05:23:27,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d/f/5875030dccc6492791afa84aa695d973_SeqId_4_ into c0440293dfe801888bcdb57e9fc6f41d/f 2024-11-13T05:23:27,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__ha5hv02lvm29fnk6julcuahbs8b6budapaicbg9jh2jrgjn5tf0gn0cdd0fcn25t/f/11cad01450f24beea8f2adc711b83d60_SeqId_4_ into c0440293dfe801888bcdb57e9fc6f41d/f (new location: hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d/f/5875030dccc6492791afa84aa695d973_SeqId_4_) 2024-11-13T05:23:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__ha5hv02lvm29fnk6julcuahbs8b6budapaicbg9jh2jrgjn5tf0gn0cdd0fcn25t/f/11cad01450f24beea8f2adc711b83d60_SeqId_4_ 2024-11-13T05:23:27,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__ha5hv02lvm29fnk6julcuahbs8b6budapaicbg9jh2jrgjn5tf0gn0cdd0fcn25t/f/46c0c7ff0cce4412a2fdbc68862ce8bd_SeqId_4_ into c0440293dfe801888bcdb57e9fc6f41d/f as hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d/f/ad6fa38e23634a76bda3bfed7e0e1858_SeqId_4_ - updating store file list. 2024-11-13T05:23:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad6fa38e23634a76bda3bfed7e0e1858_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T05:23:27,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d/f/ad6fa38e23634a76bda3bfed7e0e1858_SeqId_4_ into c0440293dfe801888bcdb57e9fc6f41d/f 2024-11-13T05:23:27,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__ha5hv02lvm29fnk6julcuahbs8b6budapaicbg9jh2jrgjn5tf0gn0cdd0fcn25t/f/46c0c7ff0cce4412a2fdbc68862ce8bd_SeqId_4_ into c0440293dfe801888bcdb57e9fc6f41d/f (new location: hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d/f/ad6fa38e23634a76bda3bfed7e0e1858_SeqId_4_) 2024-11-13T05:23:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__ha5hv02lvm29fnk6julcuahbs8b6budapaicbg9jh2jrgjn5tf0gn0cdd0fcn25t/f/46c0c7ff0cce4412a2fdbc68862ce8bd_SeqId_4_ 2024-11-13T05:23:27,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.ReplicationSink(324): Finished replicating [0546b480-bc7d-403c-a301-b6175c7eb23f] bulk loaded data 2024-11-13T05:23:27,177 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069 to pos 687, reset compression=false 2024-11-13T05:23:27,684 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069 to pos 687, reset compression=false 2024-11-13T05:23:28,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:23:28,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,37621,1731475396007, seqNum=-1] 2024-11-13T05:23:28,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:23:28,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:23:28,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731475400873.0e2e0606438752e805c41679b47b4841., hostname=a61c20bd729c,37621,1731475396007, seqNum=2] 2024-11-13T05:23:28,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:23:28,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:23:28,075 DEBUG [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a61c20bd729c%2C39445%2C1731475383463.rep:(num 1731475404161) roll requested 2024-11-13T05:23:28,093 DEBUG [regionserver/a61c20bd729c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.rep.1731475408076, exclude list is [], retry=0 2024-11-13T05:23:28,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38103,DS-eaef5b3c-3309-432c-8f50-6d6131647d60,DISK] 2024-11-13T05:23:28,097 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.rep.1731475404161 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.rep.1731475408076 2024-11-13T05:23:28,097 DEBUG [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36891:36891)] 2024-11-13T05:23:28,097 DEBUG [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.rep.1731475404161 is not closed yet, will try archiving it next time 2024-11-13T05:23:28,097 DEBUG [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a61c20bd729c%2C39445%2C1731475383463:(num 1731475385069) roll requested 2024-11-13T05:23:28,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741839_1015 (size=1505) 2024-11-13T05:23:28,099 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.rep.1731475404161 not finished, retry = 0 2024-11-13T05:23:28,115 DEBUG [regionserver/a61c20bd729c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097, exclude list is [], retry=0 2024-11-13T05:23:28,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38103,DS-eaef5b3c-3309-432c-8f50-6d6131647d60,DISK] 2024-11-13T05:23:28,118 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 2024-11-13T05:23:28,119 DEBUG [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36891:36891)] 2024-11-13T05:23:28,119 DEBUG [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069 is not closed yet, will try archiving it next time 2024-11-13T05:23:28,119 DEBUG [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a61c20bd729c%2C39445%2C1731475383463.meta:.meta(num 1731475385508) roll requested 2024-11-13T05:23:28,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af2ab6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:28,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,42103,-1 for getting cluster id 2024-11-13T05:23:28,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:23:28,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741833_1009 (size=695) 2024-11-13T05:23:28,120 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0546b480-bc7d-403c-a301-b6175c7eb23f' 2024-11-13T05:23:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:23:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0546b480-bc7d-403c-a301-b6175c7eb23f" 2024-11-13T05:23:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d87aaf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,42103,-1] 2024-11-13T05:23:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:23:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:28,121 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:23:28,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d45b854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:28,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:23:28,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,42103,1731475383229 2024-11-13T05:23:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52bb85a6 2024-11-13T05:23:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:23:28,123 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:23:28,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://a61c20bd729c:33509,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T05:23:28,124 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069 to hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/oldWALs/a61c20bd729c%2C39445%2C1731475383463.1731475385069 2024-11-13T05:23:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T05:23:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T05:23:28,126 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:33509' 2024-11-13T05:23:28,127 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e22f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:28,127 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,33509,-1 for getting cluster id 2024-11-13T05:23:28,127 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:23:28,128 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d290721-0814-4663-ae00-350ec5548ea4' 2024-11-13T05:23:28,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:23:28,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d290721-0814-4663-ae00-350ec5548ea4" 2024-11-13T05:23:28,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3737c583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:28,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,33509,-1] 2024-11-13T05:23:28,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:23:28,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:28,129 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:23:28,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbcd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:28,130 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:23:28,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,33509,1731475395857 2024-11-13T05:23:28,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15b48575 2024-11-13T05:23:28,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:23:28,132 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:23:28,132 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T05:23:28,133 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T05:23:28,133 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:28,133 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:28,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:23:28,135 DEBUG [regionserver/a61c20bd729c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.meta.1731475408119.meta, exclude list is [], retry=0 2024-11-13T05:23:28,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38103,DS-eaef5b3c-3309-432c-8f50-6d6131647d60,DISK] 2024-11-13T05:23:28,139 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.meta.1731475385508.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.meta.1731475408119.meta 2024-11-13T05:23:28,164 DEBUG [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36891:36891)] 2024-11-13T05:23:28,164 DEBUG [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.meta.1731475385508.meta is not closed yet, will try archiving it next time 2024-11-13T05:23:28,166 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.meta.1731475385508.meta not finished, retry = 0 2024-11-13T05:23:28,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741834_1010 (size=3473) 2024-11-13T05:23:28,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T05:23:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T05:23:28,287 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069 to pos 687, reset compression=false 2024-11-13T05:23:28,288 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069 was moved to hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/oldWALs/a61c20bd729c%2C39445%2C1731475383463.1731475385069 2024-11-13T05:23:28,290 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069 2024-11-13T05:23:28,290 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,39445,1731475383463 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475385069, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T05:23:28,290 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097, startPosition=0, beingWritten=true 2024-11-13T05:23:28,292 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [a61c20bd729c%2C39445%2C1731475383463.1731475385069] 2024-11-13T05:23:28,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T05:23:28,350 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T05:23:28,385 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-a61c20bd729c,39445,1731475383463, ReplicationSource: 2, currentBandwidth=0 2024-11-13T05:23:28,396 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T05:23:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T05:23:28,398 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on a61c20bd729c,39445,1731475383463 suceeded 2024-11-13T05:23:28,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T05:23:28,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-13T05:23:28,400 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://a61c20bd729c:33509,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T05:23:28,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 276 msec 2024-11-13T05:23:28,410 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='a61c20bd729c:33509' 2024-11-13T05:23:28,412 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a9dc576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:28,412 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,33509,-1 for getting cluster id 2024-11-13T05:23:28,412 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:23:28,413 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d290721-0814-4663-ae00-350ec5548ea4' 2024-11-13T05:23:28,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:23:28,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d290721-0814-4663-ae00-350ec5548ea4" 2024-11-13T05:23:28,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3504df73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:28,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,33509,-1] 2024-11-13T05:23:28,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:23:28,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:28,414 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:23:28,415 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24461ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:28,415 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:23:28,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,33509,1731475395857 2024-11-13T05:23:28,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f587099 2024-11-13T05:23:28,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:23:28,416 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T05:23:28,417 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-a61c20bd729c,39445,1731475383463 (queues=1) is replicating from cluster=0546b480-bc7d-403c-a301-b6175c7eb23f to cluster=9d290721-0814-4663-ae00-350ec5548ea4 2024-11-13T05:23:28,417 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=a61c20bd729c%2C39445%2C1731475383463 2024-11-13T05:23:28,417 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-a61c20bd729c,39445,1731475383463, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T05:23:28,417 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097, startPosition=0, beingWritten=true 2024-11-13T05:23:28,419 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: a61c20bd729c%2C39445%2C1731475383463 2024-11-13T05:23:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T05:23:28,441 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T05:23:28,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:23:28,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:23:28,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:28,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:28,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:23:28,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:23:28,453 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731475408452/Put/seqid=0 2024-11-13T05:23:28,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741845_1021 (size=11194) 2024-11-13T05:23:28,622 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 0, reset compression=false 2024-11-13T05:23:28,863 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731475408863/Put/seqid=0 2024-11-13T05:23:28,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741846_1022 (size=10791) 2024-11-13T05:23:28,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7535875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:28,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,42103,-1 for getting cluster id 2024-11-13T05:23:28,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:23:28,869 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0546b480-bc7d-403c-a301-b6175c7eb23f' 2024-11-13T05:23:28,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:23:28,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0546b480-bc7d-403c-a301-b6175c7eb23f" 2024-11-13T05:23:28,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c54365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:28,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,42103,-1] 2024-11-13T05:23:28,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:23:28,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:28,870 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:23:28,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a371d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:28,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:23:28,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,39445,1731475383463, seqNum=-1] 2024-11-13T05:23:28,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:23:28,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:23:28,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:23:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,42103,1731475383229 2024-11-13T05:23:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6edcd750 2024-11-13T05:23:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:23:28,878 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:23:28,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731475399093.4733492896fbae97552df0e76789f3b2., hostname=a61c20bd729c,39445,1731475383463, seqNum=2] 2024-11-13T05:23:28,882 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T05:23:28,886 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-13T05:23:28,888 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-13T05:23:28,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 4733492896fbae97552df0e76789f3b2/f 2024-11-13T05:23:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T05:23:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:23:28,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 4733492896fbae97552df0e76789f3b2/f 2024-11-13T05:23:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T05:23:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:23:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HRegion(2603): Flush status journal for 4733492896fbae97552df0e76789f3b2: 2024-11-13T05:23:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__ca5hj2cco9c8spssf4orb2avno41n8c0b1rctrhcsno674qt8075t22j3fgd5df5/f/hfile_1 2024-11-13T05:23:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__ca5hj2cco9c8spssf4orb2avno41n8c0b1rctrhcsno674qt8075t22j3fgd5df5/f/hfile_1 as hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2/f/079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_ 2024-11-13T05:23:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__ca5hj2cco9c8spssf4orb2avno41n8c0b1rctrhcsno674qt8075t22j3fgd5df5/f/hfile_0 2024-11-13T05:23:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__ca5hj2cco9c8spssf4orb2avno41n8c0b1rctrhcsno674qt8075t22j3fgd5df5/f/hfile_0 as hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2/f/7c03c244947244919d7535c30583cfbe_SeqId_6_ 2024-11-13T05:23:28,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__ca5hj2cco9c8spssf4orb2avno41n8c0b1rctrhcsno674qt8075t22j3fgd5df5/f/hfile_1 into 4733492896fbae97552df0e76789f3b2/f as hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2/f/079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_ - updating store file list. 2024-11-13T05:23:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T05:23:28,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2/f/079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_ into 4733492896fbae97552df0e76789f3b2/f 2024-11-13T05:23:28,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__ca5hj2cco9c8spssf4orb2avno41n8c0b1rctrhcsno674qt8075t22j3fgd5df5/f/hfile_1 into 4733492896fbae97552df0e76789f3b2/f (new location: hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2/f/079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_) 2024-11-13T05:23:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__ca5hj2cco9c8spssf4orb2avno41n8c0b1rctrhcsno674qt8075t22j3fgd5df5/f/hfile_1 2024-11-13T05:23:28,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__ca5hj2cco9c8spssf4orb2avno41n8c0b1rctrhcsno674qt8075t22j3fgd5df5/f/hfile_0 into 4733492896fbae97552df0e76789f3b2/f as hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2/f/7c03c244947244919d7535c30583cfbe_SeqId_6_ - updating store file list. 2024-11-13T05:23:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c03c244947244919d7535c30583cfbe_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T05:23:28,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2/f/7c03c244947244919d7535c30583cfbe_SeqId_6_ into 4733492896fbae97552df0e76789f3b2/f 2024-11-13T05:23:28,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__ca5hj2cco9c8spssf4orb2avno41n8c0b1rctrhcsno674qt8075t22j3fgd5df5/f/hfile_0 into 4733492896fbae97552df0e76789f3b2/f (new location: hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2/f/7c03c244947244919d7535c30583cfbe_SeqId_6_) 2024-11-13T05:23:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/staging/jenkins__test__ca5hj2cco9c8spssf4orb2avno41n8c0b1rctrhcsno674qt8075t22j3fgd5df5/f/hfile_0 2024-11-13T05:23:28,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:23:28,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:23:28,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:28,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:28,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731475399093.4733492896fbae97552df0e76789f3b2., hostname=a61c20bd729c,39445,1731475383463, seqNum=2 , the old value is region=test,,1731475399093.4733492896fbae97552df0e76789f3b2., hostname=a61c20bd729c,39445,1731475383463, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=a61c20bd729c:39445 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T05:23:28,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731475399093.4733492896fbae97552df0e76789f3b2., hostname=a61c20bd729c,39445,1731475383463, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T05:23:28,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731475399093.4733492896fbae97552df0e76789f3b2., hostname=a61c20bd729c,39445,1731475383463, seqNum=2 from cache 2024-11-13T05:23:28,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:23:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39445: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:34612 deadline: 1731475468910 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:34612 2024-11-13T05:23:28,915 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T05:23:28,935 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 0, reset compression=false 2024-11-13T05:23:28,941 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:23:28,941 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a61c20bd729c,39445,1731475383463 got entry batch from reader: WALEntryBatch [walEntries=[{test/4733492896fbae97552df0e76789f3b2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731475408909/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T05:23:28,943 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:23:28,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T05:23:28,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.ReplicationSink(318): Replicating [0546b480-bc7d-403c-a301-b6175c7eb23f] bulk loaded data 2024-11-13T05:23:28,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ba10e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:28,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] client.ClusterIdFetcher(90): Going to request a61c20bd729c,33509,-1 for getting cluster id 2024-11-13T05:23:28,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T05:23:28,945 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d290721-0814-4663-ae00-350ec5548ea4' 2024-11-13T05:23:28,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T05:23:28,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d290721-0814-4663-ae00-350ec5548ea4" 2024-11-13T05:23:28,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3431cd59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:28,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a61c20bd729c,33509,-1] 2024-11-13T05:23:28,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T05:23:28,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:28,947 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-13T05:23:28,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68d8670a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:23:28,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741837_1013 (size=10791) 2024-11-13T05:23:28,994 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 0, reset compression=false 2024-11-13T05:23:29,001 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T05:23:29,001 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,39445,1731475383463 got entry batch from reader: WALEntryBatch [walEntries=[{test/4733492896fbae97552df0e76789f3b2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731475408909/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T05:23:29,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.ReplicationSink(318): Replicating [0546b480-bc7d-403c-a301-b6175c7eb23f] bulk loaded data 2024-11-13T05:23:29,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741839_1015 (size=10791) 2024-11-13T05:23:29,021 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:39445 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T05:23:29,141 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:29,201 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:29,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741838_1014 (size=11194) 2024-11-13T05:23:29,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741840_1016 (size=11194) 2024-11-13T05:23:29,445 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:29,504 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:29,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:23:29,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:29,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:29,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:29,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:29,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:29,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:29,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:29,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:29,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:29,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:29,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:29,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:29,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:29,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:29,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:29,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:29,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T05:23:29,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a61c20bd729c,33509,1731475395857 2024-11-13T05:23:29,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48537064 2024-11-13T05:23:29,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:23:29,787 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-13T05:23:29,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T05:23:29,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T05:23:29,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a61c20bd729c,37621,1731475396007, seqNum=-1] 2024-11-13T05:23:29,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:23:29,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-13T05:23:29,794 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/staging/jenkins.hfs.23__test__kvrr979rmt063ff9m0oh600qulunn0jithjhcb0td68mjts5nn9vigcrb47fb8lq/f/079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T05:23:29,795 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/staging/jenkins.hfs.23__test__kvrr979rmt063ff9m0oh600qulunn0jithjhcb0td68mjts5nn9vigcrb47fb8lq/f/7c03c244947244919d7535c30583cfbe_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T05:23:29,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/staging/jenkins.hfs.23__test__kvrr979rmt063ff9m0oh600qulunn0jithjhcb0td68mjts5nn9vigcrb47fb8lq/f/7c03c244947244919d7535c30583cfbe_SeqId_6_ for inclusion in 0e2e0606438752e805c41679b47b4841/f 2024-11-13T05:23:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T05:23:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:23:29,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/staging/jenkins.hfs.23__test__kvrr979rmt063ff9m0oh600qulunn0jithjhcb0td68mjts5nn9vigcrb47fb8lq/f/079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_ for inclusion in 0e2e0606438752e805c41679b47b4841/f 2024-11-13T05:23:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T05:23:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:23:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.HRegion(2603): Flush status journal for 0e2e0606438752e805c41679b47b4841: 2024-11-13T05:23:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7c03c244947244919d7535c30583cfbe_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T05:23:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/staging/jenkins.hfs.23__test__kvrr979rmt063ff9m0oh600qulunn0jithjhcb0td68mjts5nn9vigcrb47fb8lq/f/7c03c244947244919d7535c30583cfbe_SeqId_6_ as hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/default/test/0e2e0606438752e805c41679b47b4841/f/5b19c0f04b2c4819a223b5b6f1b3ed3a_SeqId_4_ 2024-11-13T05:23:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T05:23:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/staging/jenkins.hfs.23__test__kvrr979rmt063ff9m0oh600qulunn0jithjhcb0td68mjts5nn9vigcrb47fb8lq/f/079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_ as hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/default/test/0e2e0606438752e805c41679b47b4841/f/f6268cbe42ad46a58d9ec53a57e12e48_SeqId_4_ 2024-11-13T05:23:29,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/staging/jenkins.hfs.23__test__kvrr979rmt063ff9m0oh600qulunn0jithjhcb0td68mjts5nn9vigcrb47fb8lq/f/7c03c244947244919d7535c30583cfbe_SeqId_6_ into 0e2e0606438752e805c41679b47b4841/f as hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/default/test/0e2e0606438752e805c41679b47b4841/f/5b19c0f04b2c4819a223b5b6f1b3ed3a_SeqId_4_ - updating store file list. 2024-11-13T05:23:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5b19c0f04b2c4819a223b5b6f1b3ed3a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T05:23:29,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/default/test/0e2e0606438752e805c41679b47b4841/f/5b19c0f04b2c4819a223b5b6f1b3ed3a_SeqId_4_ into 0e2e0606438752e805c41679b47b4841/f 2024-11-13T05:23:29,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/staging/jenkins.hfs.23__test__kvrr979rmt063ff9m0oh600qulunn0jithjhcb0td68mjts5nn9vigcrb47fb8lq/f/7c03c244947244919d7535c30583cfbe_SeqId_6_ into 0e2e0606438752e805c41679b47b4841/f (new location: hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/default/test/0e2e0606438752e805c41679b47b4841/f/5b19c0f04b2c4819a223b5b6f1b3ed3a_SeqId_4_) 2024-11-13T05:23:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/staging/jenkins.hfs.23__test__kvrr979rmt063ff9m0oh600qulunn0jithjhcb0td68mjts5nn9vigcrb47fb8lq/f/7c03c244947244919d7535c30583cfbe_SeqId_6_ 2024-11-13T05:23:29,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/staging/jenkins.hfs.23__test__kvrr979rmt063ff9m0oh600qulunn0jithjhcb0td68mjts5nn9vigcrb47fb8lq/f/079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_ into 0e2e0606438752e805c41679b47b4841/f as hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/default/test/0e2e0606438752e805c41679b47b4841/f/f6268cbe42ad46a58d9ec53a57e12e48_SeqId_4_ - updating store file list. 2024-11-13T05:23:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f6268cbe42ad46a58d9ec53a57e12e48_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T05:23:29,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/default/test/0e2e0606438752e805c41679b47b4841/f/f6268cbe42ad46a58d9ec53a57e12e48_SeqId_4_ into 0e2e0606438752e805c41679b47b4841/f 2024-11-13T05:23:29,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/staging/jenkins.hfs.23__test__kvrr979rmt063ff9m0oh600qulunn0jithjhcb0td68mjts5nn9vigcrb47fb8lq/f/079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_ into 0e2e0606438752e805c41679b47b4841/f (new location: hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/default/test/0e2e0606438752e805c41679b47b4841/f/f6268cbe42ad46a58d9ec53a57e12e48_SeqId_4_) 2024-11-13T05:23:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/staging/jenkins.hfs.23__test__kvrr979rmt063ff9m0oh600qulunn0jithjhcb0td68mjts5nn9vigcrb47fb8lq/f/079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_ 2024-11-13T05:23:29,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37621 {}] regionserver.ReplicationSink(324): Finished replicating [0546b480-bc7d-403c-a301-b6175c7eb23f] bulk loaded data 2024-11-13T05:23:29,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T05:23:29,850 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__3nlr98cke85m2g5vlgq69nk0ufplj029cbfmtr0u6mhbffvqvhmr626kbisn9oop/f/079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T05:23:29,850 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:29,851 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__3nlr98cke85m2g5vlgq69nk0ufplj029cbfmtr0u6mhbffvqvhmr626kbisn9oop/f/7c03c244947244919d7535c30583cfbe_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T05:23:29,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__3nlr98cke85m2g5vlgq69nk0ufplj029cbfmtr0u6mhbffvqvhmr626kbisn9oop/f/079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_ for inclusion in c0440293dfe801888bcdb57e9fc6f41d/f 2024-11-13T05:23:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T05:23:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:23:29,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__3nlr98cke85m2g5vlgq69nk0ufplj029cbfmtr0u6mhbffvqvhmr626kbisn9oop/f/7c03c244947244919d7535c30583cfbe_SeqId_6_ for inclusion in c0440293dfe801888bcdb57e9fc6f41d/f 2024-11-13T05:23:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T05:23:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T05:23:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HRegion(2603): Flush status journal for c0440293dfe801888bcdb57e9fc6f41d: 2024-11-13T05:23:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T05:23:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__3nlr98cke85m2g5vlgq69nk0ufplj029cbfmtr0u6mhbffvqvhmr626kbisn9oop/f/079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_ as hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d/f/b6967cccb73048d58a4d8f0a2232486d_SeqId_6_ 2024-11-13T05:23:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7c03c244947244919d7535c30583cfbe_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T05:23:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__3nlr98cke85m2g5vlgq69nk0ufplj029cbfmtr0u6mhbffvqvhmr626kbisn9oop/f/7c03c244947244919d7535c30583cfbe_SeqId_6_ as hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d/f/b4f59a773f0f4c8587fb914e31a73902_SeqId_6_ 2024-11-13T05:23:29,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__3nlr98cke85m2g5vlgq69nk0ufplj029cbfmtr0u6mhbffvqvhmr626kbisn9oop/f/079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_ into c0440293dfe801888bcdb57e9fc6f41d/f as hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d/f/b6967cccb73048d58a4d8f0a2232486d_SeqId_6_ - updating store file list. 2024-11-13T05:23:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b6967cccb73048d58a4d8f0a2232486d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T05:23:29,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d/f/b6967cccb73048d58a4d8f0a2232486d_SeqId_6_ into c0440293dfe801888bcdb57e9fc6f41d/f 2024-11-13T05:23:29,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__3nlr98cke85m2g5vlgq69nk0ufplj029cbfmtr0u6mhbffvqvhmr626kbisn9oop/f/079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_ into c0440293dfe801888bcdb57e9fc6f41d/f (new location: hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d/f/b6967cccb73048d58a4d8f0a2232486d_SeqId_6_) 2024-11-13T05:23:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__3nlr98cke85m2g5vlgq69nk0ufplj029cbfmtr0u6mhbffvqvhmr626kbisn9oop/f/079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_ 2024-11-13T05:23:29,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__3nlr98cke85m2g5vlgq69nk0ufplj029cbfmtr0u6mhbffvqvhmr626kbisn9oop/f/7c03c244947244919d7535c30583cfbe_SeqId_6_ into c0440293dfe801888bcdb57e9fc6f41d/f as hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d/f/b4f59a773f0f4c8587fb914e31a73902_SeqId_6_ - updating store file list. 2024-11-13T05:23:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b4f59a773f0f4c8587fb914e31a73902_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T05:23:29,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d/f/b4f59a773f0f4c8587fb914e31a73902_SeqId_6_ into c0440293dfe801888bcdb57e9fc6f41d/f 2024-11-13T05:23:29,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__3nlr98cke85m2g5vlgq69nk0ufplj029cbfmtr0u6mhbffvqvhmr626kbisn9oop/f/7c03c244947244919d7535c30583cfbe_SeqId_6_ into c0440293dfe801888bcdb57e9fc6f41d/f (new location: hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d/f/b4f59a773f0f4c8587fb914e31a73902_SeqId_6_) 2024-11-13T05:23:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/staging/jenkins.hfs.22__test__3nlr98cke85m2g5vlgq69nk0ufplj029cbfmtr0u6mhbffvqvhmr626kbisn9oop/f/7c03c244947244919d7535c30583cfbe_SeqId_6_ 2024-11-13T05:23:29,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.ReplicationSink(324): Finished replicating [0546b480-bc7d-403c-a301-b6175c7eb23f] bulk loaded data 2024-11-13T05:23:29,907 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:29,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:23:29,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:23:29,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:23:29,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:29,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:29,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:23:29,931 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:23:29,931 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=452790443, stopped=false 2024-11-13T05:23:29,931 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,33509,1731475395857 2024-11-13T05:23:30,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21689943910/running 2024-11-13T05:23:30,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21689943910/running 2024-11-13T05:23:30,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910 2024-11-13T05:23:30,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910 2024-11-13T05:23:30,023 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:23:30,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:23:30,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:23:30,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:30,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Set watcher on znode that does not yet exist, /21689943910/running 2024-11-13T05:23:30,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Set watcher on znode that does not yet exist, /21689943910/running 2024-11-13T05:23:30,024 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,37621,1731475396007' ***** 2024-11-13T05:23:30,024 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:23:30,025 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:23:30,025 INFO [RS:0;a61c20bd729c:37621 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:23:30,025 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:23:30,025 INFO [RS:0;a61c20bd729c:37621 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:23:30,025 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e2e0606438752e805c41679b47b4841 2024-11-13T05:23:30,025 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,37621,1731475396007 2024-11-13T05:23:30,025 INFO [RS:0;a61c20bd729c:37621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:23:30,025 INFO [RS:0;a61c20bd729c:37621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:37621. 2024-11-13T05:23:30,025 DEBUG [RS:0;a61c20bd729c:37621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:23:30,025 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e2e0606438752e805c41679b47b4841, disabling compactions & flushes 2024-11-13T05:23:30,025 DEBUG [RS:0;a61c20bd729c:37621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:30,025 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731475400873.0e2e0606438752e805c41679b47b4841. 2024-11-13T05:23:30,025 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475400873.0e2e0606438752e805c41679b47b4841. 2024-11-13T05:23:30,025 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731475400873.0e2e0606438752e805c41679b47b4841. after waiting 0 ms 2024-11-13T05:23:30,025 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:23:30,025 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731475400873.0e2e0606438752e805c41679b47b4841. 2024-11-13T05:23:30,026 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:23:30,026 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:23:30,026 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:23:30,026 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T05:23:30,026 DEBUG [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0e2e0606438752e805c41679b47b4841=test,,1731475400873.0e2e0606438752e805c41679b47b4841.} 2024-11-13T05:23:30,026 DEBUG [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(1351): Waiting on 0e2e0606438752e805c41679b47b4841, 1588230740 2024-11-13T05:23:30,026 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:23:30,026 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:23:30,026 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:23:30,026 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:23:30,026 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:23:30,026 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T05:23:30,029 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/default/test/0e2e0606438752e805c41679b47b4841/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T05:23:30,029 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:23:30,029 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:23:30,029 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731475400873.0e2e0606438752e805c41679b47b4841. 2024-11-13T05:23:30,029 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e2e0606438752e805c41679b47b4841: Waiting for close lock at 1731475410025Running coprocessor pre-close hooks at 1731475410025Disabling compacts and flushes for region at 1731475410025Disabling writes for close at 1731475410025Writing region close event to WAL at 1731475410026 (+1 ms)Running coprocessor post-close hooks at 1731475410029 (+3 ms)Closed at 1731475410029 2024-11-13T05:23:30,029 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731475400873.0e2e0606438752e805c41679b47b4841. 2024-11-13T05:23:30,039 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/.tmp/info/0321b6fd7f6f4aefb07e52a537997d37 is 129, key is test,,1731475400873.0e2e0606438752e805c41679b47b4841./info:regioninfo/1731475402020/Put/seqid=0 2024-11-13T05:23:30,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741839_1015 (size=6421) 2024-11-13T05:23:30,045 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:23:30,226 DEBUG [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:23:30,353 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:30,411 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:30,426 DEBUG [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:23:30,443 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/.tmp/info/0321b6fd7f6f4aefb07e52a537997d37 2024-11-13T05:23:30,458 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/.tmp/ns/36b1ead03d4d4167b5d9f795b1e7a1a0 is 43, key is default/ns:d/1731475399017/Put/seqid=0 2024-11-13T05:23:30,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741840_1016 (size=5153) 2024-11-13T05:23:30,626 DEBUG [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:23:30,827 DEBUG [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:23:30,861 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/.tmp/ns/36b1ead03d4d4167b5d9f795b1e7a1a0 2024-11-13T05:23:30,880 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/.tmp/rep_barrier/904b7f5b1bdb457099c8747219d12d2a is 112, key is test,,1731475400873.0e2e0606438752e805c41679b47b4841./rep_barrier:seqnumDuringOpen/1731475402020/Put/seqid=0 2024-11-13T05:23:30,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741841_1017 (size=5518) 2024-11-13T05:23:30,927 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:23:30,927 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:23:30,956 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:31,014 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:31,027 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T05:23:31,027 DEBUG [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:23:31,027 DEBUG [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:23:31,227 DEBUG [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:23:31,284 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/.tmp/rep_barrier/904b7f5b1bdb457099c8747219d12d2a 2024-11-13T05:23:31,306 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/.tmp/table/b634d1eb65364052b661c00b7003a71d is 40, key is test/table:state/1731475402030/Put/seqid=0 2024-11-13T05:23:31,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741842_1018 (size=5165) 2024-11-13T05:23:31,310 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/.tmp/table/b634d1eb65364052b661c00b7003a71d 2024-11-13T05:23:31,313 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/.tmp/info/0321b6fd7f6f4aefb07e52a537997d37 as hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/info/0321b6fd7f6f4aefb07e52a537997d37 2024-11-13T05:23:31,316 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/info/0321b6fd7f6f4aefb07e52a537997d37, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T05:23:31,317 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/.tmp/ns/36b1ead03d4d4167b5d9f795b1e7a1a0 as hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/ns/36b1ead03d4d4167b5d9f795b1e7a1a0 2024-11-13T05:23:31,320 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/ns/36b1ead03d4d4167b5d9f795b1e7a1a0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T05:23:31,321 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/.tmp/rep_barrier/904b7f5b1bdb457099c8747219d12d2a as hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/rep_barrier/904b7f5b1bdb457099c8747219d12d2a 2024-11-13T05:23:31,324 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/rep_barrier/904b7f5b1bdb457099c8747219d12d2a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T05:23:31,325 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/.tmp/table/b634d1eb65364052b661c00b7003a71d as hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/table/b634d1eb65364052b661c00b7003a71d 2024-11-13T05:23:31,328 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/table/b634d1eb65364052b661c00b7003a71d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T05:23:31,328 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false 2024-11-13T05:23:31,332 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T05:23:31,332 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:23:31,332 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:23:31,332 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:23:31,332 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475410026Running coprocessor pre-close hooks at 1731475410026Disabling compacts and flushes for region at 1731475410026Disabling writes for close at 1731475410026Obtaining lock to block concurrent updates at 1731475410026Preparing flush snapshotting stores in 1588230740 at 1731475410026Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731475410027 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731475410027Flushing 1588230740/info: creating writer at 1731475410027Flushing 1588230740/info: appending metadata at 1731475410039 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731475410039Flushing 1588230740/ns: creating writer at 1731475410446 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731475410457 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731475410457Flushing 1588230740/rep_barrier: creating writer at 1731475410864 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731475410880 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731475410880Flushing 1588230740/table: creating writer at 1731475411288 (+408 ms)Flushing 1588230740/table: appending metadata at 1731475411306 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731475411306Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21cc438b: reopening flushed file at 1731475411312 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e2c5d: reopening flushed file at 1731475411316 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52b1845a: reopening flushed file at 1731475411320 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b4d4f29: reopening flushed file at 1731475411324 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false at 1731475411328 (+4 ms)Writing region close event to WAL at 1731475411329 (+1 ms)Running coprocessor post-close hooks at 1731475411332 (+3 ms)Closed at 1731475411332 2024-11-13T05:23:31,332 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:23:31,427 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,37621,1731475396007; all regions closed. 2024-11-13T05:23:31,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741834_1010 (size=2717) 2024-11-13T05:23:31,430 DEBUG [RS:0;a61c20bd729c:37621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/oldWALs 2024-11-13T05:23:31,430 INFO [RS:0;a61c20bd729c:37621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C37621%2C1731475396007.meta:.meta(num 1731475398938) 2024-11-13T05:23:31,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741832_1008 (size=1028) 2024-11-13T05:23:31,433 DEBUG [RS:0;a61c20bd729c:37621 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/oldWALs 2024-11-13T05:23:31,433 INFO [RS:0;a61c20bd729c:37621 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C37621%2C1731475396007:(num 1731475398079) 2024-11-13T05:23:31,433 DEBUG [RS:0;a61c20bd729c:37621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:31,433 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:23:31,433 INFO [RS:0;a61c20bd729c:37621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:23:31,433 INFO [RS:0;a61c20bd729c:37621 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T05:23:31,433 INFO [RS:0;a61c20bd729c:37621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:23:31,433 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:23:31,433 INFO [RS:0;a61c20bd729c:37621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:37621. 2024-11-13T05:23:31,433 DEBUG [RS:0;a61c20bd729c:37621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:23:31,433 DEBUG [RS:0;a61c20bd729c:37621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:31,434 DEBUG [RS:0;a61c20bd729c:37621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:31,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:23:31,434 INFO [RS:0;a61c20bd729c:37621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37621 2024-11-13T05:23:31,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910/rs 2024-11-13T05:23:31,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21689943910/rs/a61c20bd729c,37621,1731475396007 2024-11-13T05:23:31,486 INFO [RS:0;a61c20bd729c:37621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:23:31,507 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,37621,1731475396007] 2024-11-13T05:23:31,518 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21689943910/draining/a61c20bd729c,37621,1731475396007 already deleted, retry=false 2024-11-13T05:23:31,518 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,37621,1731475396007 expired; onlineServers=0 2024-11-13T05:23:31,518 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,33509,1731475395857' ***** 2024-11-13T05:23:31,518 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:23:31,519 INFO [M:0;a61c20bd729c:33509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:23:31,519 INFO [M:0;a61c20bd729c:33509 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:23:31,519 DEBUG [M:0;a61c20bd729c:33509 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:23:31,519 DEBUG [M:0;a61c20bd729c:33509 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:23:31,519 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:23:31,519 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475397732 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475397732,5,FailOnTimeoutGroup] 2024-11-13T05:23:31,519 INFO [M:0;a61c20bd729c:33509 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:23:31,519 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475397738 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475397738,5,FailOnTimeoutGroup] 2024-11-13T05:23:31,519 INFO [M:0;a61c20bd729c:33509 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:23:31,519 DEBUG [M:0;a61c20bd729c:33509 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:23:31,519 INFO [M:0;a61c20bd729c:33509 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:23:31,519 INFO [M:0;a61c20bd729c:33509 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:23:31,520 INFO [M:0;a61c20bd729c:33509 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:23:31,520 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:23:31,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21689943910/master 2024-11-13T05:23:31,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21689943910 2024-11-13T05:23:31,543 DEBUG [M:0;a61c20bd729c:33509 {}] zookeeper.RecoverableZooKeeper(212): Node /21689943910/master already deleted, retry=false 2024-11-13T05:23:31,543 DEBUG [M:0;a61c20bd729c:33509 {}] master.ActiveMasterManager(353): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Failed delete of our master address node; KeeperErrorCode = NoNode for /21689943910/master 2024-11-13T05:23:31,543 INFO [M:0;a61c20bd729c:33509 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/.lastflushedseqids 2024-11-13T05:23:31,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741843_1019 (size=173) 2024-11-13T05:23:31,557 INFO [M:0;a61c20bd729c:33509 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:23:31,558 INFO [M:0;a61c20bd729c:33509 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:23:31,558 DEBUG [M:0;a61c20bd729c:33509 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:23:31,558 INFO [M:0;a61c20bd729c:33509 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:31,558 DEBUG [M:0;a61c20bd729c:33509 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:31,558 DEBUG [M:0;a61c20bd729c:33509 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:23:31,558 DEBUG [M:0;a61c20bd729c:33509 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:31,558 INFO [M:0;a61c20bd729c:33509 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-13T05:23:31,577 DEBUG [M:0;a61c20bd729c:33509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a1e859908674a19a654e689b6dadd67 is 82, key is hbase:meta,,1/info:regioninfo/1731475398991/Put/seqid=0 2024-11-13T05:23:31,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741844_1020 (size=5672) 2024-11-13T05:23:31,592 INFO [M:0;a61c20bd729c:33509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a1e859908674a19a654e689b6dadd67 2024-11-13T05:23:31,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:23:31,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37621-0x10132a595f20007, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:23:31,608 INFO [RS:0;a61c20bd729c:37621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:23:31,608 INFO [RS:0;a61c20bd729c:37621 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,37621,1731475396007; zookeeper connection closed. 2024-11-13T05:23:31,608 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d9b02da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d9b02da 2024-11-13T05:23:31,608 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:23:31,614 DEBUG [M:0;a61c20bd729c:33509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5b328c303344d53b9265e4bd26fd40f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731475402034/Put/seqid=0 2024-11-13T05:23:31,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741845_1021 (size=6586) 2024-11-13T05:23:31,626 INFO [M:0;a61c20bd729c:33509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5b328c303344d53b9265e4bd26fd40f 2024-11-13T05:23:31,654 DEBUG [M:0;a61c20bd729c:33509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21e21ec3b51144d983f0bafd3735997e is 69, key is a61c20bd729c,37621,1731475396007/rs:state/1731475397810/Put/seqid=0 2024-11-13T05:23:31,659 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:31,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741846_1022 (size=5156) 2024-11-13T05:23:31,717 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:32,066 INFO [M:0;a61c20bd729c:33509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21e21ec3b51144d983f0bafd3735997e 2024-11-13T05:23:32,079 DEBUG [M:0;a61c20bd729c:33509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a1e859908674a19a654e689b6dadd67 as hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a1e859908674a19a654e689b6dadd67 2024-11-13T05:23:32,082 INFO [M:0;a61c20bd729c:33509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a1e859908674a19a654e689b6dadd67, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T05:23:32,083 DEBUG [M:0;a61c20bd729c:33509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5b328c303344d53b9265e4bd26fd40f as hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5b328c303344d53b9265e4bd26fd40f 2024-11-13T05:23:32,086 INFO [M:0;a61c20bd729c:33509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5b328c303344d53b9265e4bd26fd40f, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T05:23:32,087 DEBUG [M:0;a61c20bd729c:33509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21e21ec3b51144d983f0bafd3735997e as hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21e21ec3b51144d983f0bafd3735997e 2024-11-13T05:23:32,091 INFO [M:0;a61c20bd729c:33509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44925/user/jenkins/test-data/d598f4fe-7646-8e2e-cf25-8adef801124b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21e21ec3b51144d983f0bafd3735997e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T05:23:32,091 INFO [M:0;a61c20bd729c:33509 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 533ms, sequenceid=55, compaction requested=false 2024-11-13T05:23:32,093 INFO [M:0;a61c20bd729c:33509 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:32,093 DEBUG [M:0;a61c20bd729c:33509 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475411558Disabling compacts and flushes for region at 1731475411558Disabling writes for close at 1731475411558Obtaining lock to block concurrent updates at 1731475411558Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475411558Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731475411558Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475411559 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475411559Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475411576 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475411576Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475411598 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475411614 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475411614Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475411630 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475411653 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475411653Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1be555e5: reopening flushed file at 1731475412078 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fe862f8: reopening flushed file at 1731475412083 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@198312e8: reopening flushed file at 1731475412086 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 533ms, sequenceid=55, compaction requested=false at 1731475412091 (+5 ms)Writing region close event to WAL at 1731475412092 (+1 ms)Closed at 1731475412092 2024-11-13T05:23:32,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741830_1006 (size=32770) 2024-11-13T05:23:32,095 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:23:32,095 INFO [M:0;a61c20bd729c:33509 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:23:32,095 INFO [M:0;a61c20bd729c:33509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33509 2024-11-13T05:23:32,096 INFO [M:0;a61c20bd729c:33509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:23:32,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:23:32,207 INFO [M:0;a61c20bd729c:33509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:23:32,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10132a595f20006, quorum=127.0.0.1:57496, baseZNode=/21689943910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:23:32,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c8b387b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:23:32,261 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19f2c9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:23:32,261 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:23:32,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23618ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:23:32,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70b9d12a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/hadoop.log.dir/,STOPPED} 2024-11-13T05:23:32,262 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:23:32,263 WARN [BP-1548086379-172.17.0.3-1731475393367 heartbeating to localhost/127.0.0.1:44925 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:23:32,263 WARN [BP-1548086379-172.17.0.3-1731475393367 heartbeating to localhost/127.0.0.1:44925 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1548086379-172.17.0.3-1731475393367 (Datanode Uuid a4cf12dc-47f5-4e02-8914-ac2e66ad1034) service to localhost/127.0.0.1:44925 2024-11-13T05:23:32,263 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:23:32,263 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/cluster_8f9689a6-ff6f-4ee5-5c97-b898d0a02337/data/data1/current/BP-1548086379-172.17.0.3-1731475393367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:23:32,263 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/cluster_8f9689a6-ff6f-4ee5-5c97-b898d0a02337/data/data2/current/BP-1548086379-172.17.0.3-1731475393367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:23:32,264 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:23:32,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a65f36e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:23:32,268 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e587979{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:23:32,268 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:23:32,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@124dcaa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:23:32,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a7b4b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85e8332b-224e-deee-1b42-b2cee685927f/hadoop.log.dir/,STOPPED} 2024-11-13T05:23:32,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:23:32,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:23:32,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:23:32,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:23:32,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:32,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:23:32,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:32,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:23:32,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=542238783, stopped=false 2024-11-13T05:23:32,280 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,38931,1731475388999 2024-11-13T05:23:32,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1919172/running 2024-11-13T05:23:32,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1919172/running 2024-11-13T05:23:32,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172 2024-11-13T05:23:32,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172 2024-11-13T05:23:32,297 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:23:32,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:23:32,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:23:32,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:32,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Set watcher on znode that does not yet exist, /1-1919172/running 2024-11-13T05:23:32,298 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,45401,1731475389719' ***** 2024-11-13T05:23:32,298 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:23:32,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Set watcher on znode that does not yet exist, /1-1919172/running 2024-11-13T05:23:32,298 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:23:32,298 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:23:32,298 INFO [RS:0;a61c20bd729c:45401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:23:32,298 INFO [RS:0;a61c20bd729c:45401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:23:32,298 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(3091): Received CLOSE for c0440293dfe801888bcdb57e9fc6f41d 2024-11-13T05:23:32,298 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,45401,1731475389719 2024-11-13T05:23:32,298 INFO [RS:0;a61c20bd729c:45401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:23:32,298 INFO [RS:0;a61c20bd729c:45401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:45401. 2024-11-13T05:23:32,298 DEBUG [RS:0;a61c20bd729c:45401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:23:32,298 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0440293dfe801888bcdb57e9fc6f41d, disabling compactions & flushes 2024-11-13T05:23:32,298 DEBUG [RS:0;a61c20bd729c:45401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:32,299 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d. 2024-11-13T05:23:32,299 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:23:32,299 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:23:32,299 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d. 2024-11-13T05:23:32,299 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:23:32,299 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d. after waiting 0 ms 2024-11-13T05:23:32,299 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d. 2024-11-13T05:23:32,299 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:23:32,299 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T05:23:32,299 DEBUG [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c0440293dfe801888bcdb57e9fc6f41d=test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d.} 2024-11-13T05:23:32,299 DEBUG [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0440293dfe801888bcdb57e9fc6f41d 2024-11-13T05:23:32,299 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:23:32,299 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:23:32,299 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:23:32,299 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:23:32,299 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:23:32,299 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T05:23:32,301 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/default/test/c0440293dfe801888bcdb57e9fc6f41d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T05:23:32,301 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:23:32,301 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:23:32,302 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d. 2024-11-13T05:23:32,302 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0440293dfe801888bcdb57e9fc6f41d: Waiting for close lock at 1731475412298Running coprocessor pre-close hooks at 1731475412298Disabling compacts and flushes for region at 1731475412298Disabling writes for close at 1731475412299 (+1 ms)Writing region close event to WAL at 1731475412299Running coprocessor post-close hooks at 1731475412301 (+2 ms)Closed at 1731475412301 2024-11-13T05:23:32,302 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d. 2024-11-13T05:23:32,315 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/.tmp/info/e82e92c1b8ae49a581acb73d9639477d is 129, key is test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d./info:regioninfo/1731475400473/Put/seqid=0 2024-11-13T05:23:32,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741841_1017 (size=6421) 2024-11-13T05:23:32,319 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/.tmp/info/e82e92c1b8ae49a581acb73d9639477d 2024-11-13T05:23:32,336 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/.tmp/ns/7864fb35fd6e4d9da79ca1170e4c6af4 is 43, key is default/ns:d/1731475393269/Put/seqid=0 2024-11-13T05:23:32,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741842_1018 (size=5153) 2024-11-13T05:23:32,391 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:23:32,470 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:32,499 DEBUG [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:23:32,520 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:32,699 DEBUG [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:23:32,740 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/.tmp/ns/7864fb35fd6e4d9da79ca1170e4c6af4 2024-11-13T05:23:32,755 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/.tmp/rep_barrier/cc1460173eff4cc9b12663e899b9dc61 is 112, key is test,,1731475399733.c0440293dfe801888bcdb57e9fc6f41d./rep_barrier:seqnumDuringOpen/1731475400473/Put/seqid=0 2024-11-13T05:23:32,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741843_1019 (size=5518) 2024-11-13T05:23:32,899 DEBUG [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:23:33,100 DEBUG [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:23:33,107 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:23:33,107 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:23:33,158 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/.tmp/rep_barrier/cc1460173eff4cc9b12663e899b9dc61 2024-11-13T05:23:33,179 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/.tmp/table/df2729e4bd424fc998e4a6aecda761ee is 40, key is test/table:state/1731475400479/Put/seqid=0 2024-11-13T05:23:33,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741844_1020 (size=5165) 2024-11-13T05:23:33,206 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:23:33,300 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T05:23:33,300 DEBUG [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T05:23:33,300 DEBUG [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:23:33,373 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:33,423 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:33,500 DEBUG [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:23:33,583 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/.tmp/table/df2729e4bd424fc998e4a6aecda761ee 2024-11-13T05:23:33,588 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/.tmp/info/e82e92c1b8ae49a581acb73d9639477d as hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/info/e82e92c1b8ae49a581acb73d9639477d 2024-11-13T05:23:33,593 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/info/e82e92c1b8ae49a581acb73d9639477d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T05:23:33,593 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/.tmp/ns/7864fb35fd6e4d9da79ca1170e4c6af4 as hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/ns/7864fb35fd6e4d9da79ca1170e4c6af4 2024-11-13T05:23:33,598 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/ns/7864fb35fd6e4d9da79ca1170e4c6af4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T05:23:33,598 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/.tmp/rep_barrier/cc1460173eff4cc9b12663e899b9dc61 as hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/rep_barrier/cc1460173eff4cc9b12663e899b9dc61 2024-11-13T05:23:33,603 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/rep_barrier/cc1460173eff4cc9b12663e899b9dc61, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T05:23:33,604 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/.tmp/table/df2729e4bd424fc998e4a6aecda761ee as hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/table/df2729e4bd424fc998e4a6aecda761ee 2024-11-13T05:23:33,609 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/table/df2729e4bd424fc998e4a6aecda761ee, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T05:23:33,610 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=11, compaction requested=false 2024-11-13T05:23:33,627 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T05:23:33,628 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:23:33,628 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:23:33,628 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:23:33,628 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475412299Running coprocessor pre-close hooks at 1731475412299Disabling compacts and flushes for region at 1731475412299Disabling writes for close at 1731475412299Obtaining lock to block concurrent updates at 1731475412299Preparing flush snapshotting stores in 1588230740 at 1731475412299Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731475412299Flushing stores of hbase:meta,,1.1588230740 at 1731475412300 (+1 ms)Flushing 1588230740/info: creating writer at 1731475412300Flushing 1588230740/info: appending metadata at 1731475412315 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731475412315Flushing 1588230740/ns: creating writer at 1731475412324 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731475412336 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731475412336Flushing 1588230740/rep_barrier: creating writer at 1731475412743 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731475412755 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731475412755Flushing 1588230740/table: creating writer at 1731475413162 (+407 ms)Flushing 1588230740/table: appending metadata at 1731475413179 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731475413179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ffbb2f2: reopening flushed file at 1731475413587 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2a7c65: reopening flushed file at 1731475413593 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e49753: reopening flushed file at 1731475413598 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b0d9d86: reopening flushed file at 1731475413603 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=11, compaction requested=false at 1731475413610 (+7 ms)Writing region close event to WAL at 1731475413624 (+14 ms)Running coprocessor post-close hooks at 1731475413628 (+4 ms)Closed at 1731475413628 2024-11-13T05:23:33,628 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:23:33,700 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,45401,1731475389719; all regions closed. 2024-11-13T05:23:33,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741834_1010 (size=2717) 2024-11-13T05:23:33,704 DEBUG [RS:0;a61c20bd729c:45401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/oldWALs 2024-11-13T05:23:33,704 INFO [RS:0;a61c20bd729c:45401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C45401%2C1731475389719.meta:.meta(num 1731475393219) 2024-11-13T05:23:33,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741832_1008 (size=1374) 2024-11-13T05:23:33,711 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/WALs/a61c20bd729c,45401,1731475389719/a61c20bd729c%2C45401%2C1731475389719.1731475392214 not finished, retry = 0 2024-11-13T05:23:33,814 DEBUG [RS:0;a61c20bd729c:45401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/oldWALs 2024-11-13T05:23:33,814 INFO [RS:0;a61c20bd729c:45401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a61c20bd729c%2C45401%2C1731475389719:(num 1731475392214) 2024-11-13T05:23:33,814 DEBUG [RS:0;a61c20bd729c:45401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:33,814 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:23:33,814 INFO [RS:0;a61c20bd729c:45401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:23:33,814 INFO [RS:0;a61c20bd729c:45401 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T05:23:33,814 INFO [RS:0;a61c20bd729c:45401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:23:33,815 INFO [RS:0;a61c20bd729c:45401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:45401. 2024-11-13T05:23:33,815 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:23:33,815 DEBUG [RS:0;a61c20bd729c:45401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:23:33,815 DEBUG [RS:0;a61c20bd729c:45401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:33,816 DEBUG [RS:0;a61c20bd729c:45401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:33,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:23:33,816 INFO [RS:0;a61c20bd729c:45401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45401 2024-11-13T05:23:33,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1919172/rs/a61c20bd729c,45401,1731475389719 2024-11-13T05:23:33,865 INFO [RS:0;a61c20bd729c:45401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:23:33,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172/rs 2024-11-13T05:23:33,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,45401,1731475389719] 2024-11-13T05:23:33,886 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1919172/draining/a61c20bd729c,45401,1731475389719 already deleted, retry=false 2024-11-13T05:23:33,886 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,45401,1731475389719 expired; onlineServers=0 2024-11-13T05:23:33,886 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,38931,1731475388999' ***** 2024-11-13T05:23:33,886 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:23:33,886 INFO [M:0;a61c20bd729c:38931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:23:33,886 INFO [M:0;a61c20bd729c:38931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:23:33,886 DEBUG [M:0;a61c20bd729c:38931 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:23:33,887 DEBUG [M:0;a61c20bd729c:38931 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:23:33,887 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:23:33,887 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475391950 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475391950,5,FailOnTimeoutGroup] 2024-11-13T05:23:33,887 INFO [M:0;a61c20bd729c:38931 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:23:33,887 INFO [M:0;a61c20bd729c:38931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:23:33,887 DEBUG [M:0;a61c20bd729c:38931 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:23:33,887 INFO [M:0;a61c20bd729c:38931 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:23:33,887 INFO [M:0;a61c20bd729c:38931 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:23:33,887 INFO [M:0;a61c20bd729c:38931 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:23:33,887 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:23:33,887 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475391950 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475391950,5,FailOnTimeoutGroup] 2024-11-13T05:23:33,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1919172/master 2024-11-13T05:23:33,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1919172 2024-11-13T05:23:33,911 DEBUG [M:0;a61c20bd729c:38931 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1919172/master already deleted, retry=false 2024-11-13T05:23:33,911 DEBUG [M:0;a61c20bd729c:38931 {}] master.ActiveMasterManager(353): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1919172/master 2024-11-13T05:23:33,912 INFO [M:0;a61c20bd729c:38931 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/.lastflushedseqids 2024-11-13T05:23:33,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741845_1021 (size=173) 2024-11-13T05:23:33,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:23:33,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10132a595f20004, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:23:33,977 INFO [RS:0;a61c20bd729c:45401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:23:33,977 INFO [RS:0;a61c20bd729c:45401 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,45401,1731475389719; zookeeper connection closed. 2024-11-13T05:23:33,977 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2be918ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2be918ed 2024-11-13T05:23:33,977 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:23:34,325 INFO [M:0;a61c20bd729c:38931 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:23:34,325 INFO [M:0;a61c20bd729c:38931 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:23:34,325 DEBUG [M:0;a61c20bd729c:38931 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:23:34,325 INFO [M:0;a61c20bd729c:38931 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:34,325 DEBUG [M:0;a61c20bd729c:38931 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:34,325 DEBUG [M:0;a61c20bd729c:38931 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:23:34,325 DEBUG [M:0;a61c20bd729c:38931 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:34,325 INFO [M:0;a61c20bd729c:38931 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-13T05:23:34,346 DEBUG [M:0;a61c20bd729c:38931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0faf569bc1714a97a23d3af9c7e77f04 is 82, key is hbase:meta,,1/info:regioninfo/1731475393251/Put/seqid=0 2024-11-13T05:23:34,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741846_1022 (size=5672) 2024-11-13T05:23:34,353 INFO [M:0;a61c20bd729c:38931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0faf569bc1714a97a23d3af9c7e77f04 2024-11-13T05:23:34,374 DEBUG [M:0;a61c20bd729c:38931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d212e54c8bb4da68d2bb84161befc43 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731475400482/Put/seqid=0 2024-11-13T05:23:34,376 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:34,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741847_1023 (size=6586) 2024-11-13T05:23:34,385 INFO [M:0;a61c20bd729c:38931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d212e54c8bb4da68d2bb84161befc43 2024-11-13T05:23:34,415 DEBUG [M:0;a61c20bd729c:38931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/257d8d47ae4d491cb7468e19991e982d is 69, key is a61c20bd729c,45401,1731475389719/rs:state/1731475392045/Put/seqid=0 2024-11-13T05:23:34,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741848_1024 (size=5156) 2024-11-13T05:23:34,426 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:34,824 INFO [M:0;a61c20bd729c:38931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/257d8d47ae4d491cb7468e19991e982d 2024-11-13T05:23:34,829 DEBUG [M:0;a61c20bd729c:38931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0faf569bc1714a97a23d3af9c7e77f04 as hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0faf569bc1714a97a23d3af9c7e77f04 2024-11-13T05:23:34,833 INFO [M:0;a61c20bd729c:38931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0faf569bc1714a97a23d3af9c7e77f04, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T05:23:34,833 DEBUG [M:0;a61c20bd729c:38931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d212e54c8bb4da68d2bb84161befc43 as hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d212e54c8bb4da68d2bb84161befc43 2024-11-13T05:23:34,836 INFO [M:0;a61c20bd729c:38931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d212e54c8bb4da68d2bb84161befc43, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T05:23:34,837 DEBUG [M:0;a61c20bd729c:38931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/257d8d47ae4d491cb7468e19991e982d as hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/257d8d47ae4d491cb7468e19991e982d 2024-11-13T05:23:34,840 INFO [M:0;a61c20bd729c:38931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46609/user/jenkins/test-data/207f02c6-83d2-a932-e9e2-2273090fab76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/257d8d47ae4d491cb7468e19991e982d, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T05:23:34,841 INFO [M:0;a61c20bd729c:38931 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=55, compaction requested=false 2024-11-13T05:23:34,848 INFO [M:0;a61c20bd729c:38931 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:34,848 DEBUG [M:0;a61c20bd729c:38931 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475414325Disabling compacts and flushes for region at 1731475414325Disabling writes for close at 1731475414325Obtaining lock to block concurrent updates at 1731475414325Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475414325Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731475414326 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475414326Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475414326Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475414345 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475414345Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475414358 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475414373 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475414373Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475414388 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475414414 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475414414Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@339a383e: reopening flushed file at 1731475414829 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44476515: reopening flushed file at 1731475414833 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@743182db: reopening flushed file at 1731475414836 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=55, compaction requested=false at 1731475414841 (+5 ms)Writing region close event to WAL at 1731475414848 (+7 ms)Closed at 1731475414848 2024-11-13T05:23:34,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741830_1006 (size=32770) 2024-11-13T05:23:34,850 INFO [M:0;a61c20bd729c:38931 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:23:34,850 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:23:34,850 INFO [M:0;a61c20bd729c:38931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38931 2024-11-13T05:23:34,851 INFO [M:0;a61c20bd729c:38931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:23:35,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:23:35,253 INFO [M:0;a61c20bd729c:38931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:23:35,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38931-0x10132a595f20003, quorum=127.0.0.1:57496, baseZNode=/1-1919172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:23:35,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d5fa3db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:23:35,275 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@318c5ff0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:23:35,275 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:23:35,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435c3424{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:23:35,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b66af75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/hadoop.log.dir/,STOPPED} 2024-11-13T05:23:35,276 WARN [BP-2105940157-172.17.0.3-1731475386161 heartbeating to localhost/127.0.0.1:46609 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:23:35,276 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:23:35,276 WARN [BP-2105940157-172.17.0.3-1731475386161 heartbeating to localhost/127.0.0.1:46609 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2105940157-172.17.0.3-1731475386161 (Datanode Uuid 107f665c-a34d-49a8-8bd9-c69780618308) service to localhost/127.0.0.1:46609 2024-11-13T05:23:35,276 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:23:35,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/cluster_043c1e5b-5fad-f98f-9990-781889864e4a/data/data1/current/BP-2105940157-172.17.0.3-1731475386161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:23:35,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/cluster_043c1e5b-5fad-f98f-9990-781889864e4a/data/data2/current/BP-2105940157-172.17.0.3-1731475386161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:23:35,277 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:23:35,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1125a761{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:23:35,283 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cfaf16c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:23:35,283 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:23:35,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ff20f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:23:35,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698ce6fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9971e83-7118-0b0e-900f-be1bb5b9b7a9/hadoop.log.dir/,STOPPED} 2024-11-13T05:23:35,498 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:35,532 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T05:23:35,532 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:35,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:35,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:35,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:35,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:35,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:35,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:35,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:35,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:35,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:35,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:35,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:35,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:35,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:35,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:35,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:35,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:35,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:35,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T05:23:35,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:23:35,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T05:23:35,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:23:35,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:23:35,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:35,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:35,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:23:35,640 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:23:35,640 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=62873949, stopped=false 2024-11-13T05:23:35,641 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a61c20bd729c,42103,1731475383229 2024-11-13T05:23:35,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0447565704/running 2024-11-13T05:23:35,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0447565704/running 2024-11-13T05:23:35,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704 2024-11-13T05:23:35,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704 2024-11-13T05:23:35,729 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:23:35,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T05:23:35,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:23:35,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:35,731 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a61c20bd729c,39445,1731475383463' ***** 2024-11-13T05:23:35,731 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T05:23:35,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Set watcher on znode that does not yet exist, /0447565704/running 2024-11-13T05:23:35,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Set watcher on znode that does not yet exist, /0447565704/running 2024-11-13T05:23:35,732 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:23:35,732 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T05:23:35,732 INFO [RS:0;a61c20bd729c:39445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:23:35,732 INFO [RS:0;a61c20bd729c:39445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:23:35,732 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(3091): Received CLOSE for 4733492896fbae97552df0e76789f3b2 2024-11-13T05:23:35,732 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(3091): Received CLOSE for 272454c4f5058210aaf24adb60bbbd78 2024-11-13T05:23:35,732 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(959): stopping server a61c20bd729c,39445,1731475383463 2024-11-13T05:23:35,732 INFO [RS:0;a61c20bd729c:39445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:23:35,733 INFO [RS:0;a61c20bd729c:39445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:39445. 2024-11-13T05:23:35,733 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4733492896fbae97552df0e76789f3b2, disabling compactions & flushes 2024-11-13T05:23:35,733 DEBUG [RS:0;a61c20bd729c:39445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:23:35,733 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731475399093.4733492896fbae97552df0e76789f3b2. 2024-11-13T05:23:35,733 DEBUG [RS:0;a61c20bd729c:39445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:35,733 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731475399093.4733492896fbae97552df0e76789f3b2. 2024-11-13T05:23:35,733 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731475399093.4733492896fbae97552df0e76789f3b2. after waiting 0 ms 2024-11-13T05:23:35,733 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731475399093.4733492896fbae97552df0e76789f3b2. 2024-11-13T05:23:35,733 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:23:35,733 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:23:35,733 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:23:35,733 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T05:23:35,735 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T05:23:35,735 DEBUG [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4733492896fbae97552df0e76789f3b2=test,,1731475399093.4733492896fbae97552df0e76789f3b2., 272454c4f5058210aaf24adb60bbbd78=hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78.} 2024-11-13T05:23:35,735 DEBUG [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272454c4f5058210aaf24adb60bbbd78, 4733492896fbae97552df0e76789f3b2 2024-11-13T05:23:35,735 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:23:35,735 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T05:23:35,735 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T05:23:35,735 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:23:35,735 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:23:35,735 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T05:23:35,738 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/default/test/4733492896fbae97552df0e76789f3b2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T05:23:35,738 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:23:35,738 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T05:23:35,738 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731475399093.4733492896fbae97552df0e76789f3b2. 2024-11-13T05:23:35,739 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4733492896fbae97552df0e76789f3b2: Waiting for close lock at 1731475415732Running coprocessor pre-close hooks at 1731475415732Disabling compacts and flushes for region at 1731475415732Disabling writes for close at 1731475415733 (+1 ms)Writing region close event to WAL at 1731475415735 (+2 ms)Running coprocessor post-close hooks at 1731475415738 (+3 ms)Closed at 1731475415738 2024-11-13T05:23:35,739 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731475399093.4733492896fbae97552df0e76789f3b2. 2024-11-13T05:23:35,739 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 272454c4f5058210aaf24adb60bbbd78, disabling compactions & flushes 2024-11-13T05:23:35,739 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78. 2024-11-13T05:23:35,739 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78. 2024-11-13T05:23:35,739 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78. after waiting 0 ms 2024-11-13T05:23:35,739 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78. 2024-11-13T05:23:35,739 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 272454c4f5058210aaf24adb60bbbd78 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-13T05:23:35,751 INFO [regionserver/a61c20bd729c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:23:35,755 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/.tmp/info/61df7627368f4722b538dad732583f00 is 147, key is hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78./info:regioninfo/1731475404202/Put/seqid=0 2024-11-13T05:23:35,758 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/replication/272454c4f5058210aaf24adb60bbbd78/.tmp/hfileref/fec10757f296452ab35419ed85968fa4 is 74, key is 1/hfileref:079efdc7dc0241aeabf8aeba443fc0bc_SeqId_6_/1731475409868/DeleteColumn/seqid=0 2024-11-13T05:23:35,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741847_1023 (size=7686) 2024-11-13T05:23:35,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741848_1024 (size=5489) 2024-11-13T05:23:35,935 DEBUG [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272454c4f5058210aaf24adb60bbbd78 2024-11-13T05:23:35,948 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T05:23:35,948 INFO [regionserver/a61c20bd729c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T05:23:36,135 DEBUG [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272454c4f5058210aaf24adb60bbbd78 2024-11-13T05:23:36,159 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/.tmp/info/61df7627368f4722b538dad732583f00 2024-11-13T05:23:36,162 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/replication/272454c4f5058210aaf24adb60bbbd78/.tmp/hfileref/fec10757f296452ab35419ed85968fa4 2024-11-13T05:23:36,175 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/.tmp/ns/ef2a093f965c4303838a742a6a54e737 is 43, key is default/ns:d/1731475385947/Put/seqid=0 2024-11-13T05:23:36,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741849_1025 (size=5153) 2024-11-13T05:23:36,181 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/replication/272454c4f5058210aaf24adb60bbbd78/.tmp/queue/555b2f3bc1264dc5976da650c88bddbc is 153, key is 1-a61c20bd729c,39445,1731475383463/queue:a61c20bd729c%2C39445%2C1731475383463/1731475409869/Put/seqid=0 2024-11-13T05:23:36,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741850_1026 (size=5504) 2024-11-13T05:23:36,190 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/replication/272454c4f5058210aaf24adb60bbbd78/.tmp/queue/555b2f3bc1264dc5976da650c88bddbc 2024-11-13T05:23:36,195 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/replication/272454c4f5058210aaf24adb60bbbd78/.tmp/hfileref/fec10757f296452ab35419ed85968fa4 as hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/replication/272454c4f5058210aaf24adb60bbbd78/hfileref/fec10757f296452ab35419ed85968fa4 2024-11-13T05:23:36,201 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/replication/272454c4f5058210aaf24adb60bbbd78/hfileref/fec10757f296452ab35419ed85968fa4, entries=6, sequenceid=17, filesize=5.4 K 2024-11-13T05:23:36,201 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/replication/272454c4f5058210aaf24adb60bbbd78/.tmp/queue/555b2f3bc1264dc5976da650c88bddbc as hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/replication/272454c4f5058210aaf24adb60bbbd78/queue/555b2f3bc1264dc5976da650c88bddbc 2024-11-13T05:23:36,205 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/replication/272454c4f5058210aaf24adb60bbbd78/queue/555b2f3bc1264dc5976da650c88bddbc, entries=2, sequenceid=17, filesize=5.4 K 2024-11-13T05:23:36,206 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 272454c4f5058210aaf24adb60bbbd78 in 467ms, sequenceid=17, compaction requested=false 2024-11-13T05:23:36,214 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/replication/272454c4f5058210aaf24adb60bbbd78/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-13T05:23:36,214 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:23:36,214 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:23:36,214 INFO [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78. 2024-11-13T05:23:36,215 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 272454c4f5058210aaf24adb60bbbd78: Waiting for close lock at 1731475415739Running coprocessor pre-close hooks at 1731475415739Disabling compacts and flushes for region at 1731475415739Disabling writes for close at 1731475415739Obtaining lock to block concurrent updates at 1731475415739Preparing flush snapshotting stores in 272454c4f5058210aaf24adb60bbbd78 at 1731475415739Finished memstore snapshotting hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731475415739Flushing stores of hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78. at 1731475415740 (+1 ms)Flushing 272454c4f5058210aaf24adb60bbbd78/hfileref: creating writer at 1731475415740Flushing 272454c4f5058210aaf24adb60bbbd78/hfileref: appending metadata at 1731475415758 (+18 ms)Flushing 272454c4f5058210aaf24adb60bbbd78/hfileref: closing flushed file at 1731475415758Flushing 272454c4f5058210aaf24adb60bbbd78/queue: creating writer at 1731475416165 (+407 ms)Flushing 272454c4f5058210aaf24adb60bbbd78/queue: appending metadata at 1731475416180 (+15 ms)Flushing 272454c4f5058210aaf24adb60bbbd78/queue: closing flushed file at 1731475416180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4fa0b3: reopening flushed file at 1731475416195 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8af8a31: reopening flushed file at 1731475416201 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 272454c4f5058210aaf24adb60bbbd78 in 467ms, sequenceid=17, compaction requested=false at 1731475416206 (+5 ms)Writing region close event to WAL at 1731475416211 (+5 ms)Running coprocessor post-close hooks at 1731475416214 (+3 ms)Closed at 1731475416214 2024-11-13T05:23:36,215 DEBUG [RS_CLOSE_REGION-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731475403033.272454c4f5058210aaf24adb60bbbd78. 2024-11-13T05:23:36,335 DEBUG [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:23:36,535 DEBUG [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T05:23:36,578 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/.tmp/ns/ef2a093f965c4303838a742a6a54e737 2024-11-13T05:23:36,601 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/.tmp/rep_barrier/d6c41f23feb444f7a670c7ddb27f5235 is 112, key is test,,1731475399093.4733492896fbae97552df0e76789f3b2./rep_barrier:seqnumDuringOpen/1731475399511/Put/seqid=0 2024-11-13T05:23:36,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741851_1027 (size=5518) 2024-11-13T05:23:36,605 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/.tmp/rep_barrier/d6c41f23feb444f7a670c7ddb27f5235 2024-11-13T05:23:36,631 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/.tmp/table/07cc165c208641fc88f8cfb79174a1d9 is 53, key is hbase:replication/table:state/1731475404208/Put/seqid=0 2024-11-13T05:23:36,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741852_1028 (size=5308) 2024-11-13T05:23:36,637 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/.tmp/table/07cc165c208641fc88f8cfb79174a1d9 2024-11-13T05:23:36,642 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/.tmp/info/61df7627368f4722b538dad732583f00 as hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/info/61df7627368f4722b538dad732583f00 2024-11-13T05:23:36,646 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/info/61df7627368f4722b538dad732583f00, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T05:23:36,647 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/.tmp/ns/ef2a093f965c4303838a742a6a54e737 as hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/ns/ef2a093f965c4303838a742a6a54e737 2024-11-13T05:23:36,650 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/ns/ef2a093f965c4303838a742a6a54e737, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T05:23:36,651 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/.tmp/rep_barrier/d6c41f23feb444f7a670c7ddb27f5235 as hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/rep_barrier/d6c41f23feb444f7a670c7ddb27f5235 2024-11-13T05:23:36,655 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/rep_barrier/d6c41f23feb444f7a670c7ddb27f5235, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T05:23:36,656 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/.tmp/table/07cc165c208641fc88f8cfb79174a1d9 as hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/table/07cc165c208641fc88f8cfb79174a1d9 2024-11-13T05:23:36,660 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/table/07cc165c208641fc88f8cfb79174a1d9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T05:23:36,661 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=16, compaction requested=false 2024-11-13T05:23:36,661 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:23:36,674 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T05:23:36,675 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T05:23:36,675 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:23:36,675 INFO [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T05:23:36,675 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731475415735Running coprocessor pre-close hooks at 1731475415735Disabling compacts and flushes for region at 1731475415735Disabling writes for close at 1731475415735Obtaining lock to block concurrent updates at 1731475415735Preparing flush snapshotting stores in 1588230740 at 1731475415735Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731475415735Flushing stores of hbase:meta,,1.1588230740 at 1731475415736 (+1 ms)Flushing 1588230740/info: creating writer at 1731475415736Flushing 1588230740/info: appending metadata at 1731475415754 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731475415755 (+1 ms)Flushing 1588230740/ns: creating writer at 1731475416163 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731475416174 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731475416175 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731475416582 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731475416601 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731475416601Flushing 1588230740/table: creating writer at 1731475416612 (+11 ms)Flushing 1588230740/table: appending metadata at 1731475416630 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731475416630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2144c910: reopening flushed file at 1731475416641 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42981f0c: reopening flushed file at 1731475416646 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c097b8b: reopening flushed file at 1731475416650 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@685b0758: reopening flushed file at 1731475416656 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=16, compaction requested=false at 1731475416661 (+5 ms)Writing region close event to WAL at 1731475416671 (+10 ms)Running coprocessor post-close hooks at 1731475416675 (+4 ms)Closed at 1731475416675 2024-11-13T05:23:36,675 DEBUG [RS_CLOSE_META-regionserver/a61c20bd729c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:23:36,701 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:36,704 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:23:36,705 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 688, reset compression=false 2024-11-13T05:23:36,705 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-a61c20bd729c,39445,1731475383463 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:23:36,705 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.HRegionServer(2440): ***** ABORTING region server a61c20bd729c,39445,1731475383463: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-a61c20bd729c,39445,1731475383463, walGroup=a61c20bd729c%2C39445%2C1731475383463, offset=a61c20bd729c%2C39445%2C1731475383463.1731475408097:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:39445 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T05:23:36,706 ERROR [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T05:23:36,706 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T05:23:36,707 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T05:23:36,707 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T05:23:36,707 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T05:23:36,707 INFO [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1587544064, "init": 1048576000, "max": 2306867200, "used": 917383920 }, "NonHeapMemoryUsage": { "committed": 210632704, "init": 7667712, "max": -1, "used": 207739816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T05:23:36,707 WARN [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:42103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a61c20bd729c:42103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T05:23:36,735 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 393, reset compression=false 2024-11-13T05:23:36,736 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(976): stopping server a61c20bd729c,39445,1731475383463; all regions closed. 2024-11-13T05:23:36,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741844_1020 (size=859) 2024-11-13T05:23:36,740 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T05:23:36,740 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 to pos 688, reset compression=false 2024-11-13T05:23:36,740 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-a61c20bd729c,39445,1731475383463 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T05:23:36,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741842_1018 (size=2791) 2024-11-13T05:23:36,741 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-13T05:23:36,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741843_1019 (size=696) 2024-11-13T05:23:36,753 DEBUG [RS:0;a61c20bd729c:39445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:36,753 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:23:36,753 INFO [RS:0;a61c20bd729c:39445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:23:36,754 INFO [RS:0;a61c20bd729c:39445 {}] hbase.ChoreService(370): Chore service for: regionserver/a61c20bd729c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T05:23:36,754 INFO [RS:0;a61c20bd729c:39445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:23:36,754 INFO [regionserver/a61c20bd729c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:23:36,754 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-a61c20bd729c,39445,1731475383463 because: Region server is closing 2024-11-13T05:23:36,754 INFO [RS:0;a61c20bd729c:39445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:39445. 2024-11-13T05:23:36,754 DEBUG [RS:0;a61c20bd729c:39445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:23:36,754 DEBUG [RS:0;a61c20bd729c:39445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:36,754 DEBUG [RS:0;a61c20bd729c:39445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:36,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:23:36,757 DEBUG [RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.wal-reader.a61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/WALs/a61c20bd729c,39445,1731475383463/a61c20bd729c%2C39445%2C1731475383463.1731475408097 2024-11-13T05:23:36,855 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,1-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,1-a61c20bd729c,39445,1731475383463 terminated 2024-11-13T05:23:36,855 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-a61c20bd729c,39445,1731475383463 because: Region server is closing 2024-11-13T05:23:36,855 INFO [RS:0;a61c20bd729c:39445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a61c20bd729c:39445. 2024-11-13T05:23:36,855 DEBUG [RS:0;a61c20bd729c:39445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:23:36,855 DEBUG [RS:0;a61c20bd729c:39445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:36,855 DEBUG [RS:0;a61c20bd729c:39445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:23:36,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T05:23:36,955 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/a61c20bd729c:0-0.replicationSource,2-a61c20bd729c,39445,1731475383463.replicationSource.shippera61c20bd729c%2C39445%2C1731475383463,2-a61c20bd729c,39445,1731475383463 terminated 2024-11-13T05:23:36,955 INFO [RS:0;a61c20bd729c:39445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39445 2024-11-13T05:23:37,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0447565704/rs/a61c20bd729c,39445,1731475383463 2024-11-13T05:23:37,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704/rs 2024-11-13T05:23:37,004 INFO [RS:0;a61c20bd729c:39445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:23:37,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a61c20bd729c,39445,1731475383463] 2024-11-13T05:23:37,090 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0447565704/draining/a61c20bd729c,39445,1731475383463 already deleted, retry=false 2024-11-13T05:23:37,090 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a61c20bd729c,39445,1731475383463 expired; onlineServers=0 2024-11-13T05:23:37,090 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a61c20bd729c,42103,1731475383229' ***** 2024-11-13T05:23:37,090 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:23:37,090 INFO [M:0;a61c20bd729c:42103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T05:23:37,090 INFO [M:0;a61c20bd729c:42103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T05:23:37,090 DEBUG [M:0;a61c20bd729c:42103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:23:37,090 DEBUG [M:0;a61c20bd729c:42103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:23:37,090 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:23:37,090 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475384780 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.large.0-1731475384780,5,FailOnTimeoutGroup] 2024-11-13T05:23:37,090 DEBUG [master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475384784 {}] cleaner.HFileCleaner(306): Exit Thread[master/a61c20bd729c:0:becomeActiveMaster-HFileCleaner.small.0-1731475384784,5,FailOnTimeoutGroup] 2024-11-13T05:23:37,090 INFO [M:0;a61c20bd729c:42103 {}] hbase.ChoreService(370): Chore service for: master/a61c20bd729c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T05:23:37,090 INFO [M:0;a61c20bd729c:42103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T05:23:37,090 DEBUG [M:0;a61c20bd729c:42103 {}] master.HMaster(1795): Stopping service threads 2024-11-13T05:23:37,090 INFO [M:0;a61c20bd729c:42103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:23:37,090 INFO [M:0;a61c20bd729c:42103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T05:23:37,091 ERROR [M:0;a61c20bd729c:42103 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1631060594) connection to localhost/127.0.0.1:42433 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42433,5,PEWorkerGroup] 2024-11-13T05:23:37,091 INFO [M:0;a61c20bd729c:42103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:23:37,091 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:23:37,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0447565704/master 2024-11-13T05:23:37,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0447565704 2024-11-13T05:23:37,100 DEBUG [M:0;a61c20bd729c:42103 {}] zookeeper.ZKUtil(347): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Unable to get data of znode /0447565704/master because node does not exist (not an error) 2024-11-13T05:23:37,100 WARN [M:0;a61c20bd729c:42103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:23:37,101 INFO [M:0;a61c20bd729c:42103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/.lastflushedseqids 2024-11-13T05:23:37,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741853_1029 (size=263) 2024-11-13T05:23:37,175 INFO [RS:0;a61c20bd729c:39445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:23:37,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:23:37,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x10132a595f20001, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:23:37,175 INFO [RS:0;a61c20bd729c:39445 {}] regionserver.HRegionServer(1031): Exiting; stopping=a61c20bd729c,39445,1731475383463; zookeeper connection closed. 2024-11-13T05:23:37,175 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4dc0befd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4dc0befd 2024-11-13T05:23:37,175 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:23:37,510 INFO [M:0;a61c20bd729c:42103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T05:23:37,510 INFO [M:0;a61c20bd729c:42103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:23:37,511 DEBUG [M:0;a61c20bd729c:42103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:23:37,511 INFO [M:0;a61c20bd729c:42103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:37,511 DEBUG [M:0;a61c20bd729c:42103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:37,511 DEBUG [M:0;a61c20bd729c:42103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:23:37,511 DEBUG [M:0;a61c20bd729c:42103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:37,511 INFO [M:0;a61c20bd729c:42103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.13 KB heapSize=71.44 KB 2024-11-13T05:23:37,526 DEBUG [M:0;a61c20bd729c:42103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da9daaef04ad4ddc8cdf396b73a5fa20 is 82, key is hbase:meta,,1/info:regioninfo/1731475385561/Put/seqid=0 2024-11-13T05:23:37,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741854_1030 (size=5672) 2024-11-13T05:23:37,930 INFO [M:0;a61c20bd729c:42103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da9daaef04ad4ddc8cdf396b73a5fa20 2024-11-13T05:23:37,959 DEBUG [M:0;a61c20bd729c:42103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd395aa42d31463abddcfaec2a0567c4 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731475399525/Put/seqid=0 2024-11-13T05:23:37,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741855_1031 (size=7611) 2024-11-13T05:23:37,967 INFO [M:0;a61c20bd729c:42103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.57 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd395aa42d31463abddcfaec2a0567c4 2024-11-13T05:23:37,971 INFO [M:0;a61c20bd729c:42103 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd395aa42d31463abddcfaec2a0567c4 2024-11-13T05:23:37,987 DEBUG [M:0;a61c20bd729c:42103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32982c52f210434bb113232e4f3f5f49 is 69, key is a61c20bd729c,39445,1731475383463/rs:state/1731475384889/Put/seqid=0 2024-11-13T05:23:37,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741856_1032 (size=5156) 2024-11-13T05:23:38,390 INFO [M:0;a61c20bd729c:42103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32982c52f210434bb113232e4f3f5f49 2024-11-13T05:23:38,394 DEBUG [M:0;a61c20bd729c:42103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da9daaef04ad4ddc8cdf396b73a5fa20 as hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da9daaef04ad4ddc8cdf396b73a5fa20 2024-11-13T05:23:38,398 INFO [M:0;a61c20bd729c:42103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da9daaef04ad4ddc8cdf396b73a5fa20, entries=8, sequenceid=121, filesize=5.5 K 2024-11-13T05:23:38,399 DEBUG [M:0;a61c20bd729c:42103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd395aa42d31463abddcfaec2a0567c4 as hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd395aa42d31463abddcfaec2a0567c4 2024-11-13T05:23:38,402 INFO [M:0;a61c20bd729c:42103 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd395aa42d31463abddcfaec2a0567c4 2024-11-13T05:23:38,402 INFO [M:0;a61c20bd729c:42103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd395aa42d31463abddcfaec2a0567c4, entries=13, sequenceid=121, filesize=7.4 K 2024-11-13T05:23:38,402 DEBUG [M:0;a61c20bd729c:42103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32982c52f210434bb113232e4f3f5f49 as hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32982c52f210434bb113232e4f3f5f49 2024-11-13T05:23:38,405 INFO [M:0;a61c20bd729c:42103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32982c52f210434bb113232e4f3f5f49, entries=1, sequenceid=121, filesize=5.0 K 2024-11-13T05:23:38,406 INFO [M:0;a61c20bd729c:42103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=121, compaction requested=false 2024-11-13T05:23:38,407 INFO [M:0;a61c20bd729c:42103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:23:38,407 DEBUG [M:0;a61c20bd729c:42103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731475417510Disabling compacts and flushes for region at 1731475417510Disabling writes for close at 1731475417511 (+1 ms)Obtaining lock to block concurrent updates at 1731475417511Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731475417511Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61569, getHeapSize=73088, getOffHeapSize=0, getCellsCount=140 at 1731475417511Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731475417511Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731475417511Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731475417525 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731475417526 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731475417935 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731475417958 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731475417958Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731475417971 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731475417986 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731475417986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68074b75: reopening flushed file at 1731475418394 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6582a475: reopening flushed file at 1731475418398 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69adfc17: reopening flushed file at 1731475418402 (+4 ms)Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=121, compaction requested=false at 1731475418406 (+4 ms)Writing region close event to WAL at 1731475418407 (+1 ms)Closed at 1731475418407 2024-11-13T05:23:38,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38103 is added to blk_1073741830_1006 (size=69932) 2024-11-13T05:23:38,408 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74a0ce5a-3bf5-6bed-66e9-4b8de0413840/MasterData/WALs/a61c20bd729c,42103,1731475383229/a61c20bd729c%2C42103%2C1731475383229.1731475384461 not finished, retry = 0 2024-11-13T05:23:38,509 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T05:23:38,509 INFO [M:0;a61c20bd729c:42103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T05:23:38,509 INFO [M:0;a61c20bd729c:42103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42103 2024-11-13T05:23:38,509 INFO [M:0;a61c20bd729c:42103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T05:23:38,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:23:38,649 INFO [M:0;a61c20bd729c:42103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T05:23:38,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10132a595f20000, quorum=127.0.0.1:57496, baseZNode=/0447565704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:23:38,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59f17d5d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:23:38,651 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22e8e045{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:23:38,652 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:23:38,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@358c5e9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:23:38,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@617d83e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/hadoop.log.dir/,STOPPED} 2024-11-13T05:23:38,653 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:23:38,653 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:23:38,653 WARN [BP-932221034-172.17.0.3-1731475380849 heartbeating to localhost/127.0.0.1:42433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:23:38,653 WARN [BP-932221034-172.17.0.3-1731475380849 heartbeating to localhost/127.0.0.1:42433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-932221034-172.17.0.3-1731475380849 (Datanode Uuid 79f5f488-2a43-4742-9df3-35e40127580d) service to localhost/127.0.0.1:42433 2024-11-13T05:23:38,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/cluster_b22c313c-d8cd-4804-63d3-fc39e64ae093/data/data1/current/BP-932221034-172.17.0.3-1731475380849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:23:38,654 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/cluster_b22c313c-d8cd-4804-63d3-fc39e64ae093/data/data2/current/BP-932221034-172.17.0.3-1731475380849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:23:38,654 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:23:38,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5208d3f2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:23:38,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e5eaa4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:23:38,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:23:38,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec53f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:23:38,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21547af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4f8e6e5-25f1-97ae-21da-74a9c3610e99/hadoop.log.dir/,STOPPED} 2024-11-13T05:23:38,667 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T05:23:38,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T05:23:38,693 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 534) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:44925 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:46609 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:46609 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:46609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:46609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:42433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:44925 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:42433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:42433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:44925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57496) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57496) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:44925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:44925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:42433 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:42433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:42433 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1631060594) connection to localhost/127.0.0.1:42433 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57496) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=979 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=541 (was 401) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4464 (was 3787) - AvailableMemoryMB LEAK? - 2024-11-13T05:23:38,694 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500